-- Logs begin at Thu 2022-04-28 19:52:34 UTC, end at Thu 2022-04-28 21:15:43 UTC. -- Apr 28 20:48:03.356248 dv-cinder-750782-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 20:48:06.424887 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.common.config [-] Logging enabled! Apr 28 20:48:06.425544 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 20:48:06.425653 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110453) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 20:48:06.430273 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.common.config [-] Logging enabled! Apr 28 20:48:06.430532 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 20:48:06.431038 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110453) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 20:48:06.432295 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 20:48:06.432527 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 20:48:06.432899 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 20:48:06.433149 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 20:48:06.433371 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 20:48:06.433683 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.434081 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.434313 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.434606 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.434895 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.435173 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.435463 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.435758 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.436064 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.436344 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.436623 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.436852 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.437128 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.437414 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.437698 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.437919 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] debug = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.438194 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.438612 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.439019 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.439287 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.439572 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.439844 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.440139 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.440413 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.440690 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.441012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] host = dv-cinder-750782-20-iscsi {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.441284 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.441569 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.441856 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.442137 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.442407 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.442686 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.442952 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.443219 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.443486 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.443756 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.444067 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.444351 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.444635 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.444855 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.445073 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.445354 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.445637 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.445920 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.446189 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.446442 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.446707 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.446975 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.447238 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.447519 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.448363 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.448649 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.448921 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.449193 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.449461 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.449729 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.450018 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.450288 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.450551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.450820 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.451098 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.451361 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.451633 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.452081 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.452364 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.452636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.453100 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.453415 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.453726 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.454157 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.454523 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.455292 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] use_json = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.455292 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.455292 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.456023 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.456300 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.456549 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.456811 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.457309 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.457525 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.457994 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:06.458343 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.459004 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.459466 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.459754 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.460090 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.460378 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.460673 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.460954 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.461243 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.461546 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.461825 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.462102 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.462621 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.462810 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.463032 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.463362 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.464223 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.464518 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.464823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.465341 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.465341 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.465906 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.465906 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.466303 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.466590 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.466759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.467012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.467239 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.467476 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.467760 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.468075 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.468362 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.468632 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.468907 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.469195 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.469468 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.469736 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.470008 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.470291 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.470562 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.470831 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.471108 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.471380 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.471651 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.471916 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.472210 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.472494 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.472770 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.473030 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.473296 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.473611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.473833 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.474144 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.474384 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.474714 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.474935 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.475227 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.475606 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.476035 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.476035 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.476255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.476557 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.476786 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.477051 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.477319 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.477584 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.477849 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.478116 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.478379 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.478652 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.478983 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.479209 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.479534 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.479745 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.480047 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.480343 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.480617 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.480891 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.481169 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.481443 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.481714 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.481984 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.482255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.482530 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.482847 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.483080 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.483358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.483645 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.483918 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.484234 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.484529 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.484804 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.485076 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.485353 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.485747 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.486019 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.486298 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.486604 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.487040 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.487431 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.487674 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.488253 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.488599 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.489037 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.489464 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.489901 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:06.490140 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 20:48:06.490292 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110453) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 20:48:07.003288 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 20:48:07.003555 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 20:48:07.003859 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 20:48:07.004205 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 20:48:07.364423 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.364632 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.364879 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.366191 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.366459 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.366721 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.431442 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.432146 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.432146 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.446797 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.447074 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.447341 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.480992 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.481451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.481725 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.524103 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.524380 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.524650 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.893792 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.894071 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.894335 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.894602 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:07.895300 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.000654 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.000974 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.001252 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.001521 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.001787 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.002096 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.002356 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.002609 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.002862 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.003141 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.003408 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.003670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.003925 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.004200 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.004454 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.004727 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.004981 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.005248 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.005518 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.005779 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.006052 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.006306 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.006588 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.006983 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.007231 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.007475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.007896 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:08.008160 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:08.008395 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:08.008628 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:08.008860 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:08.009095 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:08.009465 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 20:48:08.012978 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 20:48:08.016975 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 20:48:08.021092 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 28 20:48:08.022748 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 20:48:08.023392 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 20:48:08.023723 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 20:48:08.024139 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 20:48:08.027150 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 20:48:08.027393 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 20:48:08.027781 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 20:48:08.033493 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 20:48:08.061351 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 20:48:08.061816 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.062120 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110453) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 20:48:08.062496 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.064001 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110453) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 20:48:08.064292 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 20:48:08.064535 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 20:48:08.067895 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.068209 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:08.131286 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 20:48:08.131523 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 20:48:08.131757 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 20:48:08.132163 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 20:48:08.154407 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_db.sqlalchemy.engines [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110453) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 20:48:08.721707 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing driver for type 'gre' Apr 28 20:48:08.722335 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] gre ID ranges: [(1, 1000)] Apr 28 20:48:08.921670 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing driver for type 'local' Apr 28 20:48:08.921998 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing driver for type 'vlan' Apr 28 20:48:08.984177 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] VlanTypeDriver initialization complete Apr 28 20:48:08.984478 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing driver for type 'vxlan' Apr 28 20:48:08.984986 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] vxlan ID ranges: [(1, 1000)] Apr 28 20:48:09.150431 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing extension driver 'port_security' Apr 28 20:48:09.150937 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.extensions.port_security [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] PortSecurityExtensionDriver initialization complete Apr 28 20:48:09.151398 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing mechanism driver 'openvswitch' Apr 28 20:48:09.151845 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing mechanism driver 'hyperv' Apr 28 20:48:09.159890 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:09.161771 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.161771 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.161771 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.162134 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 20:48:09.162578 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.162941 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.163293 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.163689 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 20:48:09.163689 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.163689 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.164872 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.165200 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 20:48:09.165602 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > security_group after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.166032 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > security_group after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.166377 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > security_group after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.166773 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 20:48:09.167180 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.167530 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.167872 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.168298 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 20:48:09.168699 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > address_group after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.169047 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > address_group after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.169426 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > address_group after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.169962 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 20:48:09.170422 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] ML2 OVO RPC backend initialized. {{(pid=110453) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 20:48:09.171173 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_interface after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.171533 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.172076 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.172426 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > networks before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175470 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175470 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > ports before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175470 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175470 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnets before_response 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175826 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175826 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175826 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.175826 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.176158 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.176158 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.176158 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.176487 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.176823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > subnet after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.185347 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded quota_driver: . Apr 28 20:48:09.185719 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Modular L2 Plugin initialization complete Apr 28 20:48:09.186071 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading services supported by the core plugin {{(pid=110453) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 20:48:09.186419 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.plugins.ml2.managers [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Got port-security extension from driver 'port_security' Apr 28 20:48:09.186903 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.extensions.vlantransparent [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Disabled vlantransparent extension. Apr 28 20:48:09.187402 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110453) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 20:48:09.187810 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: router Apr 28 20:48:09.233110 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_interface before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.233507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_create 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.233881 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router before_create 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.234303 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.234633 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.234990 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_delete 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.235356 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > floatingip after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.235704 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > floatingip after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.236091 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_create 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.236473 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_update 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.236828 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_update 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.237182 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.237704 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_update 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.238128 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_update 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.238505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.238851 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.239195 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: subnet after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.239547 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.239899 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > port precommit_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.240274 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_create 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.240628 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.240977 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.241331 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router after_update 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.241674 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_delete 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.242032 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_create 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.242394 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router_interface after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.242740 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_update 55549900 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.243110 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > agent after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.243467 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > agent after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.243814 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > network after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.245313 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Tracking information for resource: router configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:09.245650 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Tracking information for resource: floatingip configured {{(pid=110453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 20:48:09.265242 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.db.l3_agentschedulers_db [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 20:48:09.265860 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.266232 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.266587 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.266942 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.267780 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router before_create 55550100 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.268191 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_delete 55550100 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.268565 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_create 55550100 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.268923 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > router precommit_update 55550100 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.273818 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.provider_configuration [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service providers = [] {{(pid=110453) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 20:48:09.274190 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.db.servicetype_db [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110453) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 20:48:09.277414 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.service_base [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 20:48:09.277786 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.service_base [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 20:48:09.278120 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.service_base [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 20:48:09.279021 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.services.service_base [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 20:48:09.279401 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.services.service_base [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 20:48:09.279801 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.280159 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 20:48:09.300387 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.300775 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: auto_allocate Apr 28 20:48:09.306854 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: network precommit_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.307776 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: network precommit_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.308350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.308677 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: tag Apr 28 20:48:09.315992 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.316323 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: timestamp Apr 28 20:48:09.320421 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.320755 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: network_ip_availability Apr 28 20:48:09.331357 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.331781 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.332160 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.333014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.333348 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: flavors Apr 28 20:48:09.339008 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.339343 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading Plugin: revisions Apr 28 20:48:09.344348 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 20:48:09.344749 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_concurrency.lockutils [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.341s {{(pid=110453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 20:48:09.345546 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110453) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 20:48:09.345886 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Initializing extension manager. Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: __init__.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: __pycache__ {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: _port_mac_address_override.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: address_group.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: address-group Apr 28 20:48:09.356611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: address_scope.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.357318 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.357318 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: address-scope Apr 28 20:48:09.357318 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: admin_state_down_before_update.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.357557 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.358157 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: router-admin-state-down-before-update Apr 28 20:48:09.358522 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: agent.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.359351 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.360004 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: agent Apr 28 20:48:09.360382 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: agent_resources_synced.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.361500 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.362098 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: agent-resources-synced Apr 28 20:48:09.362430 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: allowedaddresspairs.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.364365 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.364895 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: allowed-address-pairs Apr 28 20:48:09.365263 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: auto_allocated_topology.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.366523 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.367054 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: auto-allocated-topology Apr 28 20:48:09.367382 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: availability_zone.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.368173 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.368689 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: availability_zone Apr 28 20:48:09.369010 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: availability_zone_filter.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.370557 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.371070 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: availability_zone_filter Apr 28 20:48:09.371422 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: data_plane_status.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.372377 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.372892 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 20:48:09.373216 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: default_subnetpools.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.374299 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.374908 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: default-subnetpools Apr 28 20:48:09.375297 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: dhcpagentscheduler.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.376233 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.376750 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: dhcp_agent_scheduler Apr 28 20:48:09.377075 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: dns.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.378035 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.378545 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension dns-integration not supported by any of loaded plugins Apr 28 20:48:09.378871 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: dns_domain_ports.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.379844 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.380390 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 20:48:09.380717 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.381670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.382177 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 20:48:09.382502 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: dvr.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.383190 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.383718 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: dvr Apr 28 20:48:09.384060 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: ecmp_routes.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.385028 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.385542 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 20:48:09.385866 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: empty_string_filtering.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.386787 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.387298 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: empty-string-filtering Apr 28 20:48:09.387663 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.388669 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.389179 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 20:48:09.389502 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.390434 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.390942 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 20:48:09.391263 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: external_net.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.392216 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.392734 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: external-net Apr 28 20:48:09.393059 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: extra_dhcp_opt.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.394041 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.394493 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: extra_dhcp_opt Apr 28 20:48:09.394815 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: extraroute.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.400966 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.401482 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: extraroute Apr 28 20:48:09.401807 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: extraroute_atomic.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.404465 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.405006 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: extraroute-atomic Apr 28 20:48:09.405603 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: filter_validation.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.406306 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.406829 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: filter-validation Apr 28 20:48:09.407158 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: fip_pf_description.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.408112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.408623 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 20:48:09.408948 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: fip_pf_port_range.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.409883 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.410399 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 20:48:09.410729 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: fip_port_details.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.411652 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.412189 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: fip-port-details Apr 28 20:48:09.412520 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: flavors.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.413782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.414304 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: flavors Apr 28 20:48:09.414629 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.416876 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.417396 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 20:48:09.417724 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: floatingip_pools.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.418447 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.418958 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: floatingip-pools Apr 28 20:48:09.419297 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: ip_allocation.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.420265 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.420776 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 20:48:09.421108 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.422025 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.422541 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: ip-substring-filtering Apr 28 20:48:09.422871 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l2_adjacency.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.423820 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.424350 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 20:48:09.424675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.429101 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.429101 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: router Apr 28 20:48:09.429101 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_conntrack_helper.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.431133 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.431666 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 20:48:09.432611 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.433547 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.434067 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: ext-gw-mode Apr 28 20:48:09.434398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.435310 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.435825 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: l3-ha Apr 28 20:48:09.436263 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.437095 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.437601 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 20:48:09.437928 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_flavors.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.438839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.439352 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: l3-flavors Apr 28 20:48:09.439680 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_ndp_proxy.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.441112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.441636 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 20:48:09.441964 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.442890 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.443409 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 20:48:09.443732 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: l3agentscheduler.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.444908 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.445427 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: l3_agent_scheduler Apr 28 20:48:09.445752 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: local_ip.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.447731 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.448286 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension local_ip not supported by any of loaded plugins Apr 28 20:48:09.448619 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: logging.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.450105 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.450625 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension logging not supported by any of loaded plugins Apr 28 20:48:09.450960 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: metering.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.451719 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.452678 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: metering Apr 28 20:48:09.452678 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.461013 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.461536 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: metering_source_and_destination_fields Apr 28 20:48:09.461864 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: multiprovidernet.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.462798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.463343 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: multi-provider Apr 28 20:48:09.463670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: netmtu.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.464608 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.465115 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: net-mtu Apr 28 20:48:09.465438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: netmtu_writable.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.466351 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.466856 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: net-mtu-writable Apr 28 20:48:09.467177 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: network_availability_zone.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.467846 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.468381 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: network_availability_zone Apr 28 20:48:09.468702 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: network_ip_availability.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.469825 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.470336 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: network-ip-availability Apr 28 20:48:09.470658 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: network_segment_range.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.471438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.471962 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 20:48:09.472288 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: pagination.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.473270 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.473600 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: pagination Apr 28 20:48:09.473917 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: port_device_profile.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.474826 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.475424 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: port-device-profile Apr 28 20:48:09.475663 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: port_mac_address_override.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.476629 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.477139 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: port-mac-override Apr 28 20:48:09.477463 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.478384 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.479428 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: port-mac-address-regenerate Apr 28 20:48:09.479751 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.480701 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.481212 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: port-numa-affinity-policy Apr 28 20:48:09.481534 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: port_resource_request.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.482461 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.482963 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 20:48:09.483293 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: port_resource_request_groups.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.484291 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.484845 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 20:48:09.485112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: portbindings.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.486051 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.486551 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: binding Apr 28 20:48:09.486878 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: portbindings_extended.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.496433 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.497252 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: binding-extended Apr 28 20:48:09.497589 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: portsecurity.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.498520 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.499028 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: port-security Apr 28 20:48:09.499359 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: project_id.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.500364 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.500697 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: project-id Apr 28 20:48:09.501023 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: providernet.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.501940 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.502451 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: provider Apr 28 20:48:09.502776 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.506740 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.507266 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos not supported by any of loaded plugins Apr 28 20:48:09.507602 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.508883 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.509395 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 20:48:09.509724 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.510693 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.511207 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 20:48:09.511534 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_default.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.512480 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.512990 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-default not supported by any of loaded plugins Apr 28 20:48:09.518401 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_fip.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.519072 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.519588 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-fip not supported by any of loaded plugins Apr 28 20:48:09.519915 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_fip_network_policy.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.520865 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.521380 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 20:48:09.521711 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_gateway_ip.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.522643 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.523157 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 20:48:09.523480 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_port_network_policy.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.524430 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.524945 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 20:48:09.525263 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.526345 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.526865 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 20:48:09.527185 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.528266 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.528782 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 20:48:09.529102 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_pps_rule.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.530624 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.531114 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-pps not supported by any of loaded plugins Apr 28 20:48:09.531441 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_rule_type_details.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.532393 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.532913 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 20:48:09.533239 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_rule_type_filter.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.534173 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.534681 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 20:48:09.535006 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: qos_rules_alias.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.536082 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.536595 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 20:48:09.536921 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: quota_check_limit.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.537911 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.538423 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: quota-check-limit Apr 28 20:48:09.538749 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: quotasv2.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.539773 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.540151 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: quotas Apr 28 20:48:09.540475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: quotasv2_detail.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.542839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.543181 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: quota_details Apr 28 20:48:09.543516 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: rbac.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.544654 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.545184 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: rbac-policies Apr 28 20:48:09.545512 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: rbac_address_group.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.546460 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.546983 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: rbac-address-group Apr 28 20:48:09.547307 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: rbac_address_scope.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.548286 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.548807 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: rbac-address-scope Apr 28 20:48:09.549131 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: rbac_security_groups.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.550076 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.550594 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: rbac-security-groups Apr 28 20:48:09.550919 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: rbac_subnetpool.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.551847 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.552400 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: rbac-subnetpool Apr 28 20:48:09.552725 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: revisionifmatch.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.553659 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.554169 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: revision-if-match Apr 28 20:48:09.554492 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: revisions.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.555677 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.556221 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: standard-attr-revisions Apr 28 20:48:09.556551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: router_availability_zone.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.557822 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.558339 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: router_availability_zone Apr 28 20:48:09.558662 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: routerservicetype.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.559644 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.560190 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension router-service-type not supported by any of loaded plugins Apr 28 20:48:09.560516 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.561452 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.561970 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: security-groups-normalized-cidr Apr 28 20:48:09.562299 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: security_groups_port_filtering.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.563239 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.563753 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: port-security-groups-filtering Apr 28 20:48:09.564116 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.565070 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.565587 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: security-groups-remote-address-group Apr 28 20:48:09.565913 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.566875 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.567388 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: security-groups-shared-filtering Apr 28 20:48:09.567711 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.568522 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 20:48:09.568848 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: securitygroup.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.578818 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.579387 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: security-group Apr 28 20:48:09.579721 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: segment.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.580558 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.581080 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension segment not supported by any of loaded plugins Apr 28 20:48:09.581412 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.582452 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.582964 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 20:48:09.583292 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: servicetype.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.584446 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.584977 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: service-type Apr 28 20:48:09.585309 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: sorting.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.586304 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.586639 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: sorting Apr 28 20:48:09.586964 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: standard_attr_segment.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.587880 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.588457 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 20:48:09.588786 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: standardattrdescription.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.589445 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.589956 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: standard-attr-description Apr 28 20:48:09.590280 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: stateful_security_group.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.591225 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.591738 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: stateful-security-group Apr 28 20:48:09.592109 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: stdattrs_common.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.592685 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 20:48:09.593008 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.593947 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.594467 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 20:48:09.594795 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: subnet_onboard.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.595868 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.596418 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: subnet_onboard Apr 28 20:48:09.596751 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.597683 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.598185 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 20:48:09.598509 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: subnet_service_types.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.599441 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.599975 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: subnet-service-types Apr 28 20:48:09.600306 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: subnetallocation.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.601401 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.601915 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: subnet_allocation Apr 28 20:48:09.602247 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.602926 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.603445 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: subnetpool-prefix-ops Apr 28 20:48:09.604306 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.605282 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.605792 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 20:48:09.606116 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: tagging.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.607213 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.607738 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: standard-attr-tag Apr 28 20:48:09.608092 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: timestamp.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.609309 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.609827 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loaded extension: standard-attr-timestamp Apr 28 20:48:09.610156 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: trunk.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.611195 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.611715 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension trunk not supported by any of loaded plugins Apr 28 20:48:09.612080 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: trunk_details.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.613023 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.613533 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension trunk-details not supported by any of loaded plugins Apr 28 20:48:09.613860 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: uplink_status_propagation.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.614799 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.615308 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 20:48:09.615636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Loading extension file: vlantransparent.py {{(pid=110453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 20:48:09.616360 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 20:48:09.616874 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 20:48:09.620144 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:network Apr 28 20:48:09.620684 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:subnet Apr 28 20:48:09.621084 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 20:48:09.621478 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:port Apr 28 20:48:09.622754 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.623203 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service FLAVORS assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.623818 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.624269 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.624601 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:router Apr 28 20:48:09.625031 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:floatingip Apr 28 20:48:09.625529 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service METERING assigned prefix: /metering {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.627015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.627401 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.627760 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:48:09.628832 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 20:48:09.629296 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:security_group Apr 28 20:48:09.629725 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 20:48:09.630339 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service CORE assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.630674 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 20:48:09.631023 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] subnetpool is already registered Apr 28 20:48:09.631450 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service CORE assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.631778 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 20:48:09.632133 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] subnetpool is already registered Apr 28 20:48:09.634432 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.634867 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service FLAVORS assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.635485 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.635911 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.636264 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:router Apr 28 20:48:09.636603 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] router is already registered Apr 28 20:48:09.637019 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:floatingip Apr 28 20:48:09.637358 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] floatingip is already registered Apr 28 20:48:09.637817 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service METERING assigned prefix: /metering {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.638473 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 20:48:09.638805 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] rbac_policy is already registered Apr 28 20:48:09.639218 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:security_group Apr 28 20:48:09.639552 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] security_group is already registered Apr 28 20:48:09.639972 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 20:48:09.640311 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] security_group_rule is already registered Apr 28 20:48:09.640933 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service CORE assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.641265 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 20:48:09.641601 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] subnetpool is already registered Apr 28 20:48:09.642020 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.v2.resource_helper [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Service CORE assigned prefix: {{(pid=110453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 20:48:09.642350 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 20:48:09.642689 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING neutron.quota.resource_registry [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] subnetpool is already registered Apr 28 20:48:09.643170 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: extensions {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.644697 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: address-groups {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.646175 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: address-scopes {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.647490 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: agents {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.648668 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: auto-allocated-topology {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.649897 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: availability_zones {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.651168 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: dhcp-networks {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.652712 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: dhcp-agents {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.654137 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: routers {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.656629 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: flavors {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.657778 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: service_profiles {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.658980 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: next_providers {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.660449 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: service_profiles {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.663041 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: floatingip-pools {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.664280 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: routers {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.666915 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: floatingips {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.668220 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: l3-routers {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.669594 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: l3-agents {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.670999 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: metering-labels {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.672573 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: metering-label-rules {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.673665 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: network-ip-availabilities {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.674930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: bindings {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.676681 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: quotas {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.678219 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: quotas {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.679767 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: rbac-policies {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.681096 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: security-groups {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.682874 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: security-group-rules {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.684113 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: service-providers {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.685339 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: subnetpools {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.686742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: subnetpools {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.688209 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.689873 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.691682 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.693470 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.695244 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.697127 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.698842 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.700757 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.702488 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.704350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron.api.extensions [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Extended resource: tags {{(pid=110453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 20:48:09.710351 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING keystonemiddleware.auth_token [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 20:48:09.715132 dv-cinder-750782-20-iscsi neutron-server[110453]: WARNING keystonemiddleware.auth_token [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 20:48:09.723799 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_concurrency.lockutils [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Acquired lock "singleton_lock" {{(pid=110453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 20:48:09.724455 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_concurrency.lockutils [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Releasing lock "singleton_lock" {{(pid=110453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 20:48:09.724958 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Starting 2 workers Apr 28 20:48:09.730446 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Started child 110575 {{(pid=110453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 20:48:09.735312 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Started child 110576 {{(pid=110453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 20:48:09.736649 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:09.737364 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO neutron.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 20:48:09.737536 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Publish callbacks [] for process (None), before_spawn {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:09.738213 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [-] (110575) wsgi starting up on http://0.0.0.0:9696 Apr 28 20:48:09.740043 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Starting 1 workers Apr 28 20:48:09.740189 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:09.741608 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [-] (110576) wsgi starting up on http://0.0.0.0:9696 Apr 28 20:48:09.746026 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Started child 110577 {{(pid=110453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 20:48:09.746566 dv-cinder-750782-20-iscsi neutron-server[110453]: INFO oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Starting 1 workers Apr 28 20:48:09.749971 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] calling RpcWorker wait() {{(pid=110577) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 20:48:09.750593 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] returning from RpcWorker wait() {{(pid=110577) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 20:48:09.751328 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Started child 110578 {{(pid=110453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 20:48:09.751795 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:09.752223 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9079973a-438f-42fa-a3a3-b3df0846d23f None None] Publish callbacks [] for process (None), after_spawn {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:09.752326 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:09.754277 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 20:48:09.754714 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 20:48:09.754947 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 20:48:09.755166 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 20:48:09.755467 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 20:48:09.755623 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 20:48:09.756177 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.756454 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.756894 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.757159 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.757589 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:09.758368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.758368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.758368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.758733 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.758865 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:09.758998 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.758998 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.759259 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.759389 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.759516 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.759808 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.760293 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.760527 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.760787 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.761001 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.761324 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.761527 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.761743 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.761996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] debug = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.762240 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.762751 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.762994 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.763251 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.763482 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.763770 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.764004 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.764379 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.764572 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.764786 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.764978 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.765223 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.765480 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.765678 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.765914 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.766170 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.766369 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.766871 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] host = dv-cinder-750782-20-iscsi {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.767077 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.767332 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.767550 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.767746 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.768051 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.768255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.768503 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.768770 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.768993 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.769229 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.769492 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.769723 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.769922 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.770291 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.770515 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_options = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.770721 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.770931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.771125 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.771319 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.771513 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.771729 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.771928 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.772143 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.772342 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.772538 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.772750 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.772947 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.773138 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.773333 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.773580 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.773798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.774004 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.774197 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.774548 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.774753 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.774903 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.776434 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.776434 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.776434 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.776434 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.776752 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.776905 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.777112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.777331 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.777570 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.777839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.778103 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.778444 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.778687 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.778951 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.779200 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.779427 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.779643 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.779922 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.780190 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.780698 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.780958 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.781178 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.781426 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.781642 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.781862 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.782100 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_json = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.782315 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.782549 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.782776 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.783010 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.783244 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.783458 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.783705 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.783989 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.784233 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.784668 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.784947 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.785246 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.785513 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794264 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.794931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.795506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796014 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796481 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796481 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796677 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.796914 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.797177 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.797382 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.797669 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.797909 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.798165 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.798379 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.798610 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.798846 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.799075 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.799324 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.799591 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.799846 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.800103 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.800558 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.800794 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.801011 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.801239 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.801463 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.801907 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.802144 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.802373 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.802616 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.802850 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.803084 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.803294 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.803512 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.803733 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.803992 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.804216 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.804426 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.804656 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.804876 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.805117 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.805344 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.805559 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.805753 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.805995 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.806214 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.806415 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.806627 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.806838 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.807074 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.807296 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.807522 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.807745 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.808223 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.808395 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.808591 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.808820 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.809040 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.809246 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.809486 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.809709 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.809952 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.810475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.810739 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.810982 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.811216 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.811505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.811716 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.811935 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.812173 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.812398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.812794 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.812945 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.813090 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.813320 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.813540 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.813764 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.814046 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.814265 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.816636 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.818112 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.821036 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.822493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.823823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.823823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.823823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.823823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.823823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.823823 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.824789 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.824789 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.824789 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.824789 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.825471 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.825471 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.825471 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.825866 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.825866 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.826583 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.826583 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.826583 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.826583 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.827108 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.827108 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.827488 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.827488 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.827893 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.827893 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.828350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.828350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.828882 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.828882 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.829273 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.829273 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.829545 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.829545 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.829976 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.830152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.830385 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.830548 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.830840 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.831078 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.831250 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.831534 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.831795 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.831795 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.832350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.832350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.832806 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.832806 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.833236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.833236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.833552 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.833552 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.833792 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.834032 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.834369 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.834624 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.834874 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.835132 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.835380 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.835597 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.835815 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.836244 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.836407 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.836569 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.838744 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.838744 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.838744 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.838744 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.838744 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.838744 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.839631 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.839631 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.839631 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.839631 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.840568 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.840568 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.840568 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.840568 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.841217 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.841217 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.841217 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.841793 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.841793 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.843368 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844294 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844294 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844294 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844294 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844294 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844955 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844955 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.844955 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.845314 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.845314 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.845559 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.845684 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.845888 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.846104 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.846349 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.846566 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.846775 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.846998 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.847208 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.847440 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.847682 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.847920 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.848152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.848395 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.848606 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.848824 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.849045 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.849281 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.849493 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.849792 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.850038 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.850276 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.850559 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.850808 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.852475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.852475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.852475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.852475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.852475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.852475 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.853404 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.853404 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.853404 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.853404 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.854641 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.854641 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.854641 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.855002 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.855129 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.855862 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.855862 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.855862 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.856584 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.856584 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.856921 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.857127 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.857328 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858030 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858030 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858030 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858425 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858425 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858741 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.858940 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.859214 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.859371 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.859506 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.859738 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.860016 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.860265 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.860486 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.860727 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.860916 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 20:48:09.861418 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 20:48:09.861579 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 20:48:09.861905 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 20:48:09.861905 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 20:48:09.862208 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 20:48:09.862208 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 20:48:09.862890 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.862890 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.862890 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.862890 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.863566 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.863566 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.863566 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.863566 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864100 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864100 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864100 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864100 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864495 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864495 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864694 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864694 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.864873 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865167 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865320 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865479 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865638 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] debug = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865799 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.865994 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.866148 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.866308 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.866470 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.866635 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.866789 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.866941 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.867079 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.867237 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.867445 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.867645 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.867842 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.867842 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.868278 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.868278 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.868278 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] host = dv-cinder-750782-20-iscsi {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.870396 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.871759 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_options = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.873398 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.874675 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.876235 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.877839 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.879218 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.880670 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_json = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.881996 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.883507 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.884803 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.885532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.886601 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.887812 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.888930 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.890236 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.891358 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892084 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.892255 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.893438 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.894505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.895451 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.896350 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897012 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.897782 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898362 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898362 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898362 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898362 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898697 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898697 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898951 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.898951 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.899206 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.899348 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.899505 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.899644 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.899875 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.899875 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.900346 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.900346 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901182 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901182 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901520 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901520 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901520 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901966 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901966 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.901966 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.902551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.902551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.902551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.902551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.903308 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.903308 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.903308 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.903308 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.903308 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.904241 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.904241 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.904241 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.904241 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.904241 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.904241 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.905532 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.906798 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.908272 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.909249 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910152 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910837 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910837 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910837 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910837 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.910837 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911466 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911466 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911466 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911466 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.911931 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.912295 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.912295 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.912525 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.912525 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.912772 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.912894 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913017 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913149 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913273 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913422 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913586 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913749 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.913924 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.914087 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.914256 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.914400 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.914565 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.914728 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.914901 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.915067 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.915230 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.915390 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.915551 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.915713 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.915885 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.916084 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.916208 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.916425 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.916588 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.917258 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.917430 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.917591 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.917753 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.917914 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.918075 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.918237 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.918408 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.918569 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.918731 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.918939 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.919066 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.919190 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.919349 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.919510 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.919672 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.919837 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920000 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920161 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920332 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920774 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920774 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920999 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.920999 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.921196 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.921288 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.921423 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.921585 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.921751 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.921912 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.922074 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.922354 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.922527 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.922695 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.930742 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.932111 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933015 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933683 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933683 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 20:48:09.933683 dv-cinder-750782-20-iscsi neutron-server[110453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 20:48:10.066461 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 44630) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:10.075289 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066719 Apr 28 20:48:22.476874 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffdabb-e540-461d-8897-6cac1cef31e1 None None] get_active_networks_info from dv-cinder-750782-20-iscsi {{(pid=110577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 20:48:22.589177 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ffdabb-e540-461d-8897-6cac1cef31e1 None None] No non-hosted networks {{(pid=110577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 20:48:22.611363 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f59be3a8-339f-4969-9277-8987c2b1fab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661465'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:25.105785 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-203a7b65-947b-4a09-aa9c-300c6453359d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661465'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:25.299345 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.db.api [None req-4fa13cbd-5f3b-443c-9572-181f2bf76dbf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-750782-20-iscsi {{(pid=110577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:48:25.300510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG oslo_db.api [None req-4fa13cbd-5f3b-443c-9572-181f2bf76dbf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:48:25.898936 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fa13cbd-5f3b-443c-9572-181f2bf76dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:26.125531 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44696) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:26.288048 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661465'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:26.795331 dv-cinder-750782-20-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-56cb633a-9e20-4b60-9c99-1227a2a014b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:26.796181 dv-cinder-750782-20-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-56cb633a-9e20-4b60-9c99-1227a2a014b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:27.022424 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-56cb633a-9e20-4b60-9c99-1227a2a014b1 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:48:27.041408 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-56cb633a-9e20-4b60-9c99-1227a2a014b1 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9123168 Apr 28 20:48:27.979038 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661465'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:29.231498 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661465'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:29.233784 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.234139 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.234479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.234816 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.235135 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.235462 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.235789 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.236336 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.236813 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.237303 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.237984 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.238913 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.239512 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.240025 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.240518 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:29.241104 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:29.257970 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:29.725522 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.db.l3_hamode_db [None req-da52c21e-202c-4a04-8533-fb5b1091b2f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 20:48:29.775317 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44730) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:29.808608 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52c21e-202c-4a04-8533-fb5b1091b2f4 None None] Routers set() bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:48:29.809478 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52c21e-202c-4a04-8533-fb5b1091b2f4 None None] Router IDs set() for agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 20:48:30.149178 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:48:30.241518 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.policy [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 20:48:30.283451 dv-cinder-750782-20-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:30.283821 dv-cinder-750782-20-iscsi neutron-server[110575]: WARNING oslo_policy.policy [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:30.463138 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737997613724', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737997613200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737997596892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737997311681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737997323587', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737997292160', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1787808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1750975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563176'] for rbac-policy (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:30.688815 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:30.690003 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2ff12041-eddb-4a8a-be62-ad300a726184 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9135952 Apr 28 20:48:33.263506 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44742) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:33.599214 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:48:33.728036 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Made reservation on behalf of 20ea9fc8fcdb47a88f71a179b3bbd3cb for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:33.732241 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:33.750987 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:33.861388 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks [] for security_group (6dfedd4b-5b6c-42cf-a233-7b97326ed1b3), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:33.938542 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6dfedd4b-5b6c-42cf-a233-7b97326ed1b3), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:33.973180 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:48:34.004778 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737994385264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (a6c08a88-a6ce-4637-9c4e-eaaeca36c449), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:34.004778 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Unsubscribe: segment precommit_create {{(pid=110575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 20:48:34.004778 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Added segment a6c08a88-a6ce-4637-9c4e-eaaeca36c449 of type vlan for network 9c05d9bf-b976-48c9-8e02-3c11199200bf Apr 28 20:48:34.008867 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfedd4b-5b6c-42cf-a233-7b97326ed1b3,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:34.045477 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.045819 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.046172 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.046522 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.046852 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.047173 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.047491 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.047813 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.048174 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.048497 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.048817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.049153 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.049472 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.049785 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.050109 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Tracked resource versions report: Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: pushed versions: Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: { 'AddressGroup': {'1.2'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Agent': {'1.1'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'ConntrackHelper': {'1.0'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Log': {'1.0'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'NDPProxy': {'1.0'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Network': {'1.1'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Port': {'1.7'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'PortForwarding': {'1.3'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'QosPolicy': {'1.10'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroup': {'1.5'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SubPort': {'1.0'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Subnet': {'1.1'}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Trunk': {'1.1'}} Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: consumer versions: Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Agent': '1.1', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'ConntrackHelper': '1.0', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'LocalIPAssociation': '1.0', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Log': '1.0', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'NDPProxy': '1.0', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Network': '1.1', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Port': '1.7', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'PortForwarding': '1.3', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'QosPolicy': '1.10', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroup': '1.5', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroupRule': '1.2', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SubPort': '1.0', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Subnet': '1.1', Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Trunk': '1.1'}} Apr 28 20:48:34.051568 dv-cinder-750782-20-iscsi neutron-server[110575]: {{(pid=110575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:48:34.126543 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (9c05d9bf-b976-48c9-8e02-3c11199200bf), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:34.252964 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (9c05d9bf-b976-48c9-8e02-3c11199200bf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:34.258763 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:34.260043 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:34.378812 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] Pushing event updated for resources: {'Network': ['ID=9c05d9bf-b976-48c9-8e02-3c11199200bf,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:34.392711 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:48:34.398096 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3de0edeb-0b28-4573-9127-101c2a5cf072 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1334720 Apr 28 20:48:36.965270 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44754) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:37.445819 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a804062-f1bc-456c-a6d8-b20a96522552 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:37.447812 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4a804062-f1bc-456c-a6d8-b20a96522552 demo admin] 10.222.0.64 "GET /v2.0/networks/9c05d9bf-b976-48c9-8e02-3c11199200bf HTTP/1.1" status: 200 len: 825 time: 0.4815555 Apr 28 20:48:37.473819 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-85d92f92-d4b3-42e6-93ad-e8f0f5705934 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5 HTTP/1.1" status: 200 len: 734 time: 0.0199869 Apr 28 20:48:37.482754 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:48:37.549423 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Made reservation on behalf of 20ea9fc8fcdb47a88f71a179b3bbd3cb for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:37.551776 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:37.950104 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (8fe4ee98-47ea-4afc-a702-99691e9f4256), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:38.023028 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8fe4ee98-47ea-4afc-a702-99691e9f4256,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:38.027854 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Checking segment: {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:48:38.028287 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Network hostable DHCP agents. Network: 9c05d9bf-b976-48c9-8e02-3c11199200bf, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:48:38.092815 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:48:38.167087 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 9c05d9bf-b976-48c9-8e02-3c11199200bf) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:38.171955 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:38.172585 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:38.188318 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e358f-4e6e-4816-8eb4-c57538909817 None None] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:48:38.233024 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9e08a630-71aa-48af-829f-1547b325da99 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7536335 Apr 28 20:48:38.476042 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-9c05d9bf-b976-48c9-8e02-3c11199200bf', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:48:38.477460 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:38.781290 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Allocated IP 172.20.0.2 (9c05d9bf-b976-48c9-8e02-3c11199200bf/8fe4ee98-47ea-4afc-a702-99691e9f4256/d5f3a459-ec40-40ba-8086-c593f542904d) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:39.137593 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Publish callbacks [] for port (d5f3a459-ec40-40ba-8086-c593f542904d), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:39.224536 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:39.302029 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:39.309500 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:39.319481 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:48:39.323472 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Pushing event updated for resources: {'Port': ['ID=d5f3a459-ec40-40ba-8086-c593f542904d,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:39.355857 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.356238 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.356586 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.356955 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.357296 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.357633 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.357968 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.358321 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.358648 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.358984 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.359311 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.359665 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.360019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.360350 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.360673 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Tracked resource versions report: Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: pushed versions: Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: { 'AddressGroup': {'1.2'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Agent': {'1.1'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'ConntrackHelper': {'1.0'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Log': {'1.0'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'NDPProxy': {'1.0'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Network': {'1.1'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Port': {'1.7'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'PortForwarding': {'1.3'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'QosPolicy': {'1.10'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroup': {'1.5'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SubPort': {'1.0'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Subnet': {'1.1'}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Trunk': {'1.1'}} Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: consumer versions: Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Agent': '1.1', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'ConntrackHelper': '1.0', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'LocalIPAssociation': '1.0', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Log': '1.0', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'NDPProxy': '1.0', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Network': '1.1', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Port': '1.7', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'PortForwarding': '1.3', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'QosPolicy': '1.10', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroup': '1.5', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroupRule': '1.2', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SubPort': '1.0', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Subnet': '1.1', Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Trunk': '1.1'}} Apr 28 20:48:39.362209 dv-cinder-750782-20-iscsi neutron-server[110577]: {{(pid=110577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:48:39.415913 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Attempting to bind port d5f3a459-ec40-40ba-8086-c593f542904d on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:48:39.416348 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Attempting to bind port d5f3a459-ec40-40ba-8086-c593f542904d by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:48:39.416781 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Attempting to bind port d5f3a459-ec40-40ba-8086-c593f542904d on network 9c05d9bf-b976-48c9-8e02-3c11199200bf {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:48:39.422208 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:48:39.422586 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Checking segment: {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:48:39.423071 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:39.423465 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Bound using segment: {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:48:39.423939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Bound port: d5f3a459-ec40-40ba-8086-c593f542904d, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:48:39.424398 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:39.493966 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] For port d5f3a459-ec40-40ba-8086-c593f542904d, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:48:39.515439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] For port d5f3a459-ec40-40ba-8086-c593f542904d, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d5f3a459-ec40-40ba-8086-c593f542904d,segment=NetworkSegment(a6c08a88-a6ce-4637-9c4e-eaaeca36c449),segment_id=a6c08a88-a6ce-4637-9c4e-eaaeca36c449)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:48:39.589752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:39.647334 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c26b77-e029-4563-9d3b-005a4f0e1b86 None None] Pushing event updated for resources: {'Port': ['ID=d5f3a459-ec40-40ba-8086-c593f542904d,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:40.865844 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 44762) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:41.417435 dv-cinder-750782-20-iscsi neutron-server[110576]: WARNING oslo_policy.policy [None req-504a7dbe-3f66-4547-b7dc-e1ec0312692b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:41.417972 dv-cinder-750782-20-iscsi neutron-server[110576]: WARNING oslo_policy.policy [None req-504a7dbe-3f66-4547-b7dc-e1ec0312692b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:41.639913 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [None req-504a7dbe-3f66-4547-b7dc-e1ec0312692b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:48:41.640955 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-504a7dbe-3f66-4547-b7dc-e1ec0312692b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7738764 Apr 28 20:48:44.262129 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 44776) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:44.634020 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [None req-9aba6e2a-1647-42c3-86e0-5e9e1ce2bee7 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:48:44.635052 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-9aba6e2a-1647-42c3-86e0-5e9e1ce2bee7 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3719275 Apr 28 20:48:47.243920 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 44784) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:47.583908 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:48:47.642916 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.policy [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110576) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 20:48:47.686152 dv-cinder-750782-20-iscsi neutron-server[110576]: WARNING oslo_policy.policy [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:47.686540 dv-cinder-750782-20-iscsi neutron-server[110576]: WARNING oslo_policy.policy [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 20:48:47.824320 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (9a49a302-c651-4973-9323-32944fb391f6), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:47.826334 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (9a49a302-c651-4973-9323-32944fb391f6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:47.986247 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Publish callbacks [] for router_controller (9a49a302-c651-4973-9323-32944fb391f6), precommit_add_association {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:48.064299 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (9a49a302-c651-4973-9323-32944fb391f6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:48.214486 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:48.215795 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-da1c061c-bf26-42a0-9477-24aaa1b7d206 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9706545 Apr 28 20:48:50.012405 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d5f3a459-ec40-40ba-8086-c593f542904d up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:48:50.102514 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d5f3a459-ec40-40ba-8086-c593f542904d triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:48:50.102844 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:50.230491 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d5f3a459-ec40-40ba-8086-c593f542904d is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:48:50.230915 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:50.274567 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port d5f3a459-ec40-40ba-8086-c593f542904d, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d5f3a459-ec40-40ba-8086-c593f542904d,segment=NetworkSegment(a6c08a88-a6ce-4637-9c4e-eaaeca36c449),segment_id=a6c08a88-a6ce-4637-9c4e-eaaeca36c449)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:48:50.355472 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:50.417387 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=d5f3a459-ec40-40ba-8086-c593f542904d,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:50.854815 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44798) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:51.241851 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-96cfbfd9-059a-412a-adbe-80a29bf23140 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:48:51.243499 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-96cfbfd9-059a-412a-adbe-80a29bf23140 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3877211 Apr 28 20:48:51.656804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c311d-314c-4975-985f-63eb7b11552b None None] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:48:51.720374 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-4abcae04-a236-4e27-9ecb-cbaa1338e386 None None] Provisioning complete for port d5f3a459-ec40-40ba-8086-c593f542904d triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:48:51.720768 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4abcae04-a236-4e27-9ecb-cbaa1338e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:51.854399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-4abcae04-a236-4e27-9ecb-cbaa1338e386 None None] Current status of the port d5f3a459-ec40-40ba-8086-c593f542904d is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:48:51.994114 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d5f3a459-ec40-40ba-8086-c593f542904d up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:48:52.046875 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d5f3a459-ec40-40ba-8086-c593f542904d triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:48:52.047272 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:52.090540 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-2832c0c2-b678-4ef8-96d3-d3d8dd720192 None None] Provisioning complete for port d5f3a459-ec40-40ba-8086-c593f542904d triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:48:52.090946 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2832c0c2-b678-4ef8-96d3-d3d8dd720192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:52.192472 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d5f3a459-ec40-40ba-8086-c593f542904d is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:48:52.210939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-2832c0c2-b678-4ef8-96d3-d3d8dd720192 None None] Current status of the port d5f3a459-ec40-40ba-8086-c593f542904d is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:48:52.457817 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-6c0989e7-aa80-4f42-b179-aa197ed4e2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:53.893891 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 44806) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:54.247765 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:48:54.343554 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Made reservation on behalf of c6d1ba59c5a54f82b54eae2fc7a9a3a0 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:54.346324 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.362420 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.475638 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks [] for security_group (3787d5d2-1d5b-4c87-a695-0a5e1eeb0d6b), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.549317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3787d5d2-1d5b-4c87-a695-0a5e1eeb0d6b), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.561656 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=110576) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 20:48:54.594108 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737994385264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (6017b896-08bf-4ee6-a749-59b3e1b72847), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.594729 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Unsubscribe: segment precommit_create {{(pid=110576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 20:48:54.595288 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Added segment 6017b896-08bf-4ee6-a749-59b3e1b72847 of type flat for network 64d2b475-1532-4aba-8662-2cc11964cbd7 Apr 28 20:48:54.617217 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3787d5d2-1d5b-4c87-a695-0a5e1eeb0d6b,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:54.664739 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.665081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.665434 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.665775 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.666111 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.666434 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.666757 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.667080 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.667419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.667763 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.668136 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.668466 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.668786 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.669103 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.669418 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Tracked resource versions report: Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: pushed versions: Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: { 'AddressGroup': {'1.2'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Agent': {'1.1'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'ConntrackHelper': {'1.0'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Log': {'1.0'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'NDPProxy': {'1.0'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Network': {'1.1'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Port': {'1.7'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'PortForwarding': {'1.3'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'QosPolicy': {'1.10'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroup': {'1.5'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SubPort': {'1.0'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Subnet': {'1.1'}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Trunk': {'1.1'}} Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: consumer versions: Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Agent': '1.1', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'ConntrackHelper': '1.0', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'LocalIPAssociation': '1.0', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Log': '1.0', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'NDPProxy': '1.0', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Network': '1.1', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Port': '1.7', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'PortForwarding': '1.3', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'QosPolicy': '1.10', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroup': '1.5', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroupRule': '1.2', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SubPort': '1.0', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Subnet': '1.1', Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Trunk': '1.1'}} Apr 28 20:48:54.670879 dv-cinder-750782-20-iscsi neutron-server[110576]: {{(pid=110576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:48:54.720087 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (64d2b475-1532-4aba-8662-2cc11964cbd7), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.818077 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (64d2b475-1532-4aba-8662-2cc11964cbd7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.819362 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:54.820181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:54.928130 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] Pushing event updated for resources: {'Network': ['ID=64d2b475-1532-4aba-8662-2cc11964cbd7,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:54.938364 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:48:55.082487 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2495d4e7-48c1-44e4-8e11-00faff3035a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1871481 Apr 28 20:48:55.240870 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4fcb-65bc-4d0b-a935-c5af6ed2b88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:56.189267 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:57.624768 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44828) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:48:57.823135 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea6f67-243f-452c-affb-dd754a2d0c15 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:57.826229 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-17ea6f67-243f-452c-affb-dd754a2d0c15 demo admin] 10.222.0.64 "GET /v2.0/subnets/8fe4ee98-47ea-4afc-a702-99691e9f4256 HTTP/1.1" status: 200 len: 849 time: 0.2004161 Apr 28 20:48:57.903201 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:57.997640 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d9d769a2-b843-4c51-9d56-e7e305560575 demo admin] 10.222.0.64 "GET /v2.0/routers/9a49a302-c651-4973-9323-32944fb391f6 HTTP/1.1" status: 200 len: 704 time: 0.1654596 Apr 28 20:48:58.303714 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:58.625469 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Allocated IP 172.20.0.1 (9c05d9bf-b976-48c9-8e02-3c11199200bf/8fe4ee98-47ea-4afc-a702-99691e9f4256/8b54bec5-45d1-47c2-bab6-cc52f1687649) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:58.787386 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks [] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:58.915451 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.035790 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:59.041669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:59.049822 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:48:59.050447 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (9a49a302-c651-4973-9323-32944fb391f6), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.112575 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Pushing event updated for resources: {'Port': ['ID=8b54bec5-45d1-47c2-bab6-cc52f1687649,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:59.240407 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.287351 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-52bf45bb-5f71-4178-98df-d1210227ed9d None None] Provisioning complete for port 8b54bec5-45d1-47c2-bab6-cc52f1687649 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:48:59.287753 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-52bf45bb-5f71-4178-98df-d1210227ed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.325390 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-52bf45bb-5f71-4178-98df-d1210227ed9d None None] Port 8b54bec5-45d1-47c2-bab6-cc52f1687649 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:48:59.354209 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.575312 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks [] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.657251 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.658097 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (9a49a302-c651-4973-9323-32944fb391f6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:48:59.719022 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Pushing event updated for resources: {'Port': ['ID=8b54bec5-45d1-47c2-bab6-cc52f1687649,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:59.787696 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:59.789529 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:49:00.023762 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Router 9a49a302-c651-4973-9323-32944fb391f6 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:49:00.127450 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:49:00.133518 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f542d599-5f69-45a3-8870-75d91411b723 demo admin] 10.222.0.64 "PUT /v2.0/routers/9a49a302-c651-4973-9323-32944fb391f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1298678 Apr 28 20:49:00.152820 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Sync routers for ids ['9a49a302-c651-4973-9323-32944fb391f6'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:49:00.160610 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-babcbaf4-9a01-40f0-8275-e5702468fe65 None None] Provisioning complete for port 8b54bec5-45d1-47c2-bab6-cc52f1687649 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:49:00.196676 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-babcbaf4-9a01-40f0-8275-e5702468fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:00.196886 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Routers {'9a49a302-c651-4973-9323-32944fb391f6'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:49:00.196886 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:48:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['9a49a302-c651-4973-9323-32944fb391f6'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:00.212860 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-babcbaf4-9a01-40f0-8275-e5702468fe65 None None] Port 8b54bec5-45d1-47c2-bab6-cc52f1687649 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:49:00.379841 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Set router 9a49a302-c651-4973-9323-32944fb391f6 gateway port host: None {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:49:00.842072 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a49a302-c651-4973-9323-32944fb391f6', 'name': 'router1', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:47Z', 'updated_at': '2022-04-28T20:48:59Z', 'revision_number': 2, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'gw_port_host': None, '_interfaces': [{'id': '8b54bec5-45d1-47c2-bab6-cc52f1687649', 'name': '', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'mac_address': 'fa:16:3e:13:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:58Z', 'updated_at': '2022-04-28T20:48:59Z', 'revision_number': 2, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'subnets': [{'id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:00.900554 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Checking router: 9a49a302-c651-4973-9323-32944fb391f6 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:49:00.900917 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Updating router 9a49a302-c651-4973-9323-32944fb391f6 port 8b54bec5-45d1-47c2-bab6-cc52f1687649 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:49:00.954577 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:01.525939 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Publish callbacks [] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:01.605961 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:01.819392 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Pushing event updated for resources: {'Port': ['ID=8b54bec5-45d1-47c2-bab6-cc52f1687649,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:01.839750 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.840177 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.840646 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.840842 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.841175 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.841511 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.841845 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.842178 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.842527 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.842863 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.843196 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.843547 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.843879 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.844228 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.844557 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Tracked resource versions report: Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: pushed versions: Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: { 'AddressGroup': {'1.2'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Agent': {'1.1'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'ConntrackHelper': {'1.0'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Log': {'1.0'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'NDPProxy': {'1.0'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Network': {'1.1'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Port': {'1.7'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'PortForwarding': {'1.3'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'QosPolicy': {'1.10'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroup': {'1.5'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SubPort': {'1.0'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Subnet': {'1.1'}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Trunk': {'1.1'}} Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: consumer versions: Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Agent': '1.1', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'ConntrackHelper': '1.0', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'LocalIPAssociation': '1.0', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Log': '1.0', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'NDPProxy': '1.0', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Network': '1.1', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Port': '1.7', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'PortForwarding': '1.3', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'QosPolicy': '1.10', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroup': '1.5', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroupRule': '1.2', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SubPort': '1.0', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Subnet': '1.1', Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Trunk': '1.1'}} Apr 28 20:49:01.846082 dv-cinder-750782-20-iscsi neutron-server[110578]: {{(pid=110578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:49:01.850039 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-2e55b077-8a9e-44d6-81ca-6c1dcd8effeb None None] Provisioning complete for port 8b54bec5-45d1-47c2-bab6-cc52f1687649 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:49:01.850604 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2e55b077-8a9e-44d6-81ca-6c1dcd8effeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:01.852590 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Attempting to bind port 8b54bec5-45d1-47c2-bab6-cc52f1687649 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:49:01.853198 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Attempting to bind port 8b54bec5-45d1-47c2-bab6-cc52f1687649 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:49:01.853646 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Attempting to bind port 8b54bec5-45d1-47c2-bab6-cc52f1687649 on network 9c05d9bf-b976-48c9-8e02-3c11199200bf {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:49:01.859779 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:49:01.860081 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Checking segment: {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:49:01.860473 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:01.860872 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Bound using segment: {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:49:01.861434 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Bound port: 8b54bec5-45d1-47c2-bab6-cc52f1687649, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c08a88-a6ce-4637-9c4e-eaaeca36c449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:49:01.861753 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:01.891522 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-2e55b077-8a9e-44d6-81ca-6c1dcd8effeb None None] Port 8b54bec5-45d1-47c2-bab6-cc52f1687649 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:49:01.940851 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] For port 8b54bec5-45d1-47c2-bab6-cc52f1687649, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:49:01.962085 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] For port 8b54bec5-45d1-47c2-bab6-cc52f1687649, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=8b54bec5-45d1-47c2-bab6-cc52f1687649,segment=NetworkSegment(a6c08a88-a6ce-4637-9c4e-eaaeca36c449),segment_id=a6c08a88-a6ce-4637-9c4e-eaaeca36c449)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:49:02.041042 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:02.104074 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Routers {'9a49a302-c651-4973-9323-32944fb391f6'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:49:02.104726 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:48:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['9a49a302-c651-4973-9323-32944fb391f6'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:02.177917 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d81c7-31b3-41e1-8389-dd65b3e3f327 None None] Pushing event updated for resources: {'Port': ['ID=8b54bec5-45d1-47c2-bab6-cc52f1687649,revision_number=4']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:02.208888 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] Set router 9a49a302-c651-4973-9323-32944fb391f6 gateway port host: None {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:49:02.312028 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] Provisioning complete for port 8b54bec5-45d1-47c2-bab6-cc52f1687649 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:49:02.312711 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:02.397285 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] Current status of the port 8b54bec5-45d1-47c2-bab6-cc52f1687649 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:49:02.397515 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:02.441258 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] For port 8b54bec5-45d1-47c2-bab6-cc52f1687649, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=8b54bec5-45d1-47c2-bab6-cc52f1687649,segment=NetworkSegment(a6c08a88-a6ce-4637-9c4e-eaaeca36c449),segment_id=a6c08a88-a6ce-4637-9c4e-eaaeca36c449)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:49:02.444212 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a49a302-c651-4973-9323-32944fb391f6', 'name': 'router1', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:47Z', 'updated_at': '2022-04-28T20:48:59Z', 'revision_number': 2, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'gw_port_host': None, '_interfaces': [{'id': '8b54bec5-45d1-47c2-bab6-cc52f1687649', 'name': '', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'mac_address': 'fa:16:3e:13:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:58Z', 'updated_at': '2022-04-28T20:49:01Z', 'revision_number': 4, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'subnets': [{'id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:02.479229 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e59a0-e030-4c22-b89c-3b21737dbac3 None None] The sync data for ids ['9a49a302-c651-4973-9323-32944fb391f6'] in dv-cinder-750782-20-iscsi is: [{'id': '9a49a302-c651-4973-9323-32944fb391f6', 'name': 'router1', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:47Z', 'updated_at': '2022-04-28T20:48:59Z', 'revision_number': 2, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'gw_port_host': None, '_interfaces': [{'id': '8b54bec5-45d1-47c2-bab6-cc52f1687649', 'name': '', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'mac_address': 'fa:16:3e:13:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:58Z', 'updated_at': '2022-04-28T20:49:01Z', 'revision_number': 4, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'subnets': [{'id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:49:02.514416 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:02.571080 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b93420-64b6-44b6-8947-1f22d21e7c5d None None] Pushing event updated for resources: {'Port': ['ID=8b54bec5-45d1-47c2-bab6-cc52f1687649,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:02.662538 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44848) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:49:02.781547 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c755542-d62b-438c-a62f-f288dbc36234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:02.782854 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4c755542-d62b-438c-a62f-f288dbc36234 admin admin] 10.222.0.64 "GET /v2.0/networks/64d2b475-1532-4aba-8662-2cc11964cbd7 HTTP/1.1" status: 200 len: 842 time: 0.1300423 Apr 28 20:49:02.793310 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:49:02.903224 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Made reservation on behalf of c6d1ba59c5a54f82b54eae2fc7a9a3a0 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:49:02.906000 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:03.288121 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.objects.ports [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110575) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 20:49:03.288562 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (40ea7a8d-bebd-428c-95c9-6e642a438eab), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:03.346655 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ea7a8d-bebd-428c-95c9-6e642a438eab,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:03.356633 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:49:03.357000 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Network hostable DHCP agents. Network: 64d2b475-1532-4aba-8662-2cc11964cbd7, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:49:03.497496 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:49:03.574213 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 64d2b475-1532-4aba-8662-2cc11964cbd7) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:49:03.580235 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:03.581221 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:03.587020 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc25dd-e514-4c15-940f-68c4a99964c5 None None] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:49:03.705912 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6efdf22-5f56-44b9-a38f-0feeb61efed8 None None] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:49:03.861080 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f35b6363-c8cb-4923-9f70-03ffea0e9def admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0531678 Apr 28 20:49:06.318585 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 44856) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:49:06.629254 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c6be3db0-da3a-43fc-8069-bdbb05772f75 demo admin] 10.222.0.64 "GET /v2.0/routers/9a49a302-c651-4973-9323-32944fb391f6 HTTP/1.1" status: 200 len: 710 time: 0.3088753 Apr 28 20:49:06.799836 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee810b6-0601-4135-88e1-14500217a431 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:06.810258 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2ee810b6-0601-4135-88e1-14500217a431 demo admin] 10.222.0.64 "GET /v2.0/networks/64d2b475-1532-4aba-8662-2cc11964cbd7 HTTP/1.1" status: 200 len: 886 time: 0.1628742 Apr 28 20:49:06.810454 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:49:06.814630 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:49:07.092948 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks [] for router_gateway (9a49a302-c651-4973-9323-32944fb391f6), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:07.411677 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks [] for router_gateway (9a49a302-c651-4973-9323-32944fb391f6), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:07.495781 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:07.694190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Allocated IP 172.27.0.172 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/9834e3f4-0652-487f-af1b-55c580b12c75) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:49:07.817438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks [] for port (9834e3f4-0652-487f-af1b-55c580b12c75), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:07.955360 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:08.042865 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:49:08.049348 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:49:08.055411 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Pushing event updated for resources: {'Port': ['ID=9834e3f4-0652-487f-af1b-55c580b12c75,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:08.058228 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:49:08.508829 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks [] for router_gateway (9a49a302-c651-4973-9323-32944fb391f6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:08.731170 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-916139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10299'] for router (9a49a302-c651-4973-9323-32944fb391f6), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:08.735921 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-916178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-916185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660002'] for router (9a49a302-c651-4973-9323-32944fb391f6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:08.874172 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Router 9a49a302-c651-4973-9323-32944fb391f6 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:49:08.993489 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:49:08.998648 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:08.999878 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ddce13e3-a854-4232-af40-ff113f467bd9 demo admin] 10.222.0.64 "PUT /v2.0/routers/9a49a302-c651-4973-9323-32944fb391f6 HTTP/1.1" status: 200 len: 890 time: 2.1889069 Apr 28 20:49:10.037118 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 8b54bec5-45d1-47c2-bab6-cc52f1687649 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:49:10.093832 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 8b54bec5-45d1-47c2-bab6-cc52f1687649 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:49:10.094305 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:10.201821 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 8b54bec5-45d1-47c2-bab6-cc52f1687649 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:49:11.606664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 44870) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:49:11.728655 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c9b5b75f-d15f-46e4-ae79-c2b360b7b36f admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1205378 Apr 28 20:49:11.957041 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Sync routers for ids ['9a49a302-c651-4973-9323-32944fb391f6'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:49:11.971842 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Routers {'9a49a302-c651-4973-9323-32944fb391f6'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:49:11.972550 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:48:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['9a49a302-c651-4973-9323-32944fb391f6'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:12.209668 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Set router 9a49a302-c651-4973-9323-32944fb391f6 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:49:12.766640 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a49a302-c651-4973-9323-32944fb391f6', 'name': 'router1', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9834e3f4-0652-487f-af1b-55c580b12c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:47Z', 'updated_at': '2022-04-28T20:49:08Z', 'revision_number': 4, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'gw_port': {'id': '9834e3f4-0652-487f-af1b-55c580b12c75', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:49:07Z', 'updated_at': '2022-04-28T20:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '8b54bec5-45d1-47c2-bab6-cc52f1687649', 'name': '', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'mac_address': 'fa:16:3e:13:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:58Z', 'updated_at': '2022-04-28T20:49:02Z', 'revision_number': 5, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'subnets': [{'id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:12.823326 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Checking router: 9a49a302-c651-4973-9323-32944fb391f6 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:49:12.823714 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Updating router 9a49a302-c651-4973-9323-32944fb391f6 port 9834e3f4-0652-487f-af1b-55c580b12c75 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:49:12.875730 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:13.233953 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Publish callbacks [] for port (9834e3f4-0652-487f-af1b-55c580b12c75), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:13.296774 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:13.350591 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Attempting to bind port 9834e3f4-0652-487f-af1b-55c580b12c75 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:49:13.350969 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Attempting to bind port 9834e3f4-0652-487f-af1b-55c580b12c75 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:49:13.351331 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Attempting to bind port 9834e3f4-0652-487f-af1b-55c580b12c75 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:49:13.353330 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9971-1ff6-4c19-90e9-86d1018ba4ce None None] Pushing event updated for resources: {'Port': ['ID=9834e3f4-0652-487f-af1b-55c580b12c75,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:13.359170 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:49:13.359544 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:49:13.359969 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:13.360362 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:49:13.360834 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Bound port: 9834e3f4-0652-487f-af1b-55c580b12c75, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:49:13.361220 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:13.415441 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] For port 9834e3f4-0652-487f-af1b-55c580b12c75, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:49:13.418595 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] For port 9834e3f4-0652-487f-af1b-55c580b12c75, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=9834e3f4-0652-487f-af1b-55c580b12c75,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:49:13.499319 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:13.607869 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Routers {'9a49a302-c651-4973-9323-32944fb391f6'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:49:13.608872 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:48:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['9a49a302-c651-4973-9323-32944fb391f6'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:13.680046 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9971-1ff6-4c19-90e9-86d1018ba4ce None None] Pushing event updated for resources: {'Port': ['ID=9834e3f4-0652-487f-af1b-55c580b12c75,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:13.826807 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] Set router 9a49a302-c651-4973-9323-32944fb391f6 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:49:14.070393 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a49a302-c651-4973-9323-32944fb391f6', 'name': 'router1', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9834e3f4-0652-487f-af1b-55c580b12c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:47Z', 'updated_at': '2022-04-28T20:49:08Z', 'revision_number': 4, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'gw_port': {'id': '9834e3f4-0652-487f-af1b-55c580b12c75', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:49:07Z', 'updated_at': '2022-04-28T20:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '8b54bec5-45d1-47c2-bab6-cc52f1687649', 'name': '', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'mac_address': 'fa:16:3e:13:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:58Z', 'updated_at': '2022-04-28T20:49:02Z', 'revision_number': 5, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'subnets': [{'id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:14.099974 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353484b-be7a-41b6-8dc4-eb210d32d6be None None] The sync data for ids ['9a49a302-c651-4973-9323-32944fb391f6'] in dv-cinder-750782-20-iscsi is: [{'id': '9a49a302-c651-4973-9323-32944fb391f6', 'name': 'router1', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9834e3f4-0652-487f-af1b-55c580b12c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:47Z', 'updated_at': '2022-04-28T20:49:08Z', 'revision_number': 4, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'gw_port': {'id': '9834e3f4-0652-487f-af1b-55c580b12c75', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:49:07Z', 'updated_at': '2022-04-28T20:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '8b54bec5-45d1-47c2-bab6-cc52f1687649', 'name': '', 'network_id': '9c05d9bf-b976-48c9-8e02-3c11199200bf', 'tenant_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'mac_address': 'fa:16:3e:13:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a49a302-c651-4973-9323-32944fb391f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:58Z', 'updated_at': '2022-04-28T20:49:02Z', 'revision_number': 5, 'project_id': '20ea9fc8fcdb47a88f71a179b3bbd3cb', 'subnets': [{'id': '8fe4ee98-47ea-4afc-a702-99691e9f4256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5cc9558b-e3bf-47b7-839c-4e7bb7dadeb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:49:16.087985 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 9834e3f4-0652-487f-af1b-55c580b12c75 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:49:16.171410 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 9834e3f4-0652-487f-af1b-55c580b12c75 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:49:16.172342 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:16.280584 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 9834e3f4-0652-487f-af1b-55c580b12c75 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:49:16.281321 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:16.313970 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 9834e3f4-0652-487f-af1b-55c580b12c75, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=9834e3f4-0652-487f-af1b-55c580b12c75,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:49:16.394461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:16.485697 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=9834e3f4-0652-487f-af1b-55c580b12c75,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:18.120160 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 9834e3f4-0652-487f-af1b-55c580b12c75 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:49:18.238498 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 9834e3f4-0652-487f-af1b-55c580b12c75 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:49:18.238891 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (9834e3f4-0652-487f-af1b-55c580b12c75), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:18.396722 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 9834e3f4-0652-487f-af1b-55c580b12c75 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:49:22.450871 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-cc8af269-8585-4df3-bf9e-95ed6bd4c24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:25.057265 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f21f83f3-e26a-4c52-a4f7-0a86cc39afd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:26.211414 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:27.943326 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:29.241921 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:43.805906 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:49:52.429739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d5709887-8c38-4a2c-a9bb-f04488f88969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:55.079472 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2808f7d6-68f5-4046-86a4-066eee9f4894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:56.210693 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:57.908868 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:49:59.250387 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:20.805253 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:50:22.426089 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-50db0a56-c50a-485e-a22d-674f594dd263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:25.072036 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ba2f12d9-c080-4b82-8143-554c9b2778f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:26.243125 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:27.929031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:29.249525 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:39.604309 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45354) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:39.685982 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c528d46-6e99-4e31-a231-d5bc8185e5fa admin admin] GET failed (client error): The resource could not be found. Apr 28 20:50:39.687419 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6c528d46-6e99-4e31-a231-d5bc8185e5fa admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0821452 Apr 28 20:50:39.946995 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a5d2e-20c1-478b-9d57-26ca8ed241c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:39.948717 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2a4a5d2e-20c1-478b-9d57-26ca8ed241c1 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2569773 Apr 28 20:50:42.328687 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45364) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:42.449832 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f8882-8e13-4324-b2af-7deddabc5267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:42.451253 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-626f8882-8e13-4324-b2af-7deddabc5267 admin admin] 10.222.0.64 "GET /v2.0/subnets/8fe4ee98-47ea-4afc-a702-99691e9f4256 HTTP/1.1" status: 200 len: 849 time: 0.1211162 Apr 28 20:50:42.462300 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:50:42.557308 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Publish callbacks [] for subnet (8fe4ee98-47ea-4afc-a702-99691e9f4256), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:42.791358 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737994297555'] for subnet (8fe4ee98-47ea-4afc-a702-99691e9f4256), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:42.827370 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:42.828119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:42.830247 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] 10.222.0.64 "PUT /v2.0/subnets/8fe4ee98-47ea-4afc-a702-99691e9f4256 HTTP/1.1" status: 200 len: 868 time: 0.3718979 Apr 28 20:50:42.830698 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cecb91-3113-413e-a83c-9515360c9c14 None None] Network 9c05d9bf-b976-48c9-8e02-3c11199200bf requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:50:42.856926 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe4ee98-47ea-4afc-a702-99691e9f4256,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:42.865474 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.865863 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.866354 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.866697 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.867033 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.867400 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.867723 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.868075 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.868425 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.868753 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.869091 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.869571 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.869897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.870255 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:42.870572 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21250461-540d-4213-8d5a-d8b4bc342e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:43.243294 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d173288c-5007-4d29-8fa8-1e819e0aaefb None None] Provisioning complete for port d5f3a459-ec40-40ba-8086-c593f542904d triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:50:43.243757 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d173288c-5007-4d29-8fa8-1e819e0aaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d5f3a459-ec40-40ba-8086-c593f542904d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:43.349359 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d173288c-5007-4d29-8fa8-1e819e0aaefb None None] Current status of the port d5f3a459-ec40-40ba-8086-c593f542904d is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:50:43.360177 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d173288c-5007-4d29-8fa8-1e819e0aaefb None None] Provisioning complete for port 8b54bec5-45d1-47c2-bab6-cc52f1687649 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:50:43.360755 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d173288c-5007-4d29-8fa8-1e819e0aaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8b54bec5-45d1-47c2-bab6-cc52f1687649), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:43.472981 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d173288c-5007-4d29-8fa8-1e819e0aaefb None None] Current status of the port 8b54bec5-45d1-47c2-bab6-cc52f1687649 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:50:45.212691 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45374) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:45.437719 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1328a0de-0fcd-46e5-9d9a-cd1764766af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:45.438194 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1328a0de-0fcd-46e5-9d9a-cd1764766af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:45.440373 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1328a0de-0fcd-46e5-9d9a-cd1764766af7 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2258244 Apr 28 20:50:47.846815 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45382) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:47.994954 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e9c63-da3c-4bb5-9a6f-126988798598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:47.995452 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e9c63-da3c-4bb5-9a6f-126988798598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:47.997117 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c24e9c63-da3c-4bb5-9a6f-126988798598 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1493318 Apr 28 20:50:50.347259 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45390) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:50.483779 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27228a36-21fb-461a-81a3-38ca0f870a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:50.485246 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-27228a36-21fb-461a-81a3-38ca0f870a88 admin admin] 10.222.0.64 "GET /v2.0/networks/64d2b475-1532-4aba-8662-2cc11964cbd7 HTTP/1.1" status: 200 len: 886 time: 0.1370261 Apr 28 20:50:52.425580 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a0eaba41-5ae5-4c1a-8b5a-c0877160783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:52.788097 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45398) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:52.927252 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e84f94d-349e-4c8b-b38d-d4ab098ecc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:52.928691 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6e84f94d-349e-4c8b-b38d-d4ab098ecc3a admin admin] 10.222.0.64 "GET /v2.0/networks/9c05d9bf-b976-48c9-8e02-3c11199200bf HTTP/1.1" status: 200 len: 869 time: 0.1396303 Apr 28 20:50:55.082853 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-104a0200-0101-4048-9d32-65e30309fb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:55.265685 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45406) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:55.397832 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06411a2b-d3a4-43af-9ddc-4bc2d9a7ef52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:55.398180 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06411a2b-d3a4-43af-9ddc-4bc2d9a7ef52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:55.399735 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-06411a2b-d3a4-43af-9ddc-4bc2d9a7ef52 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331017 Apr 28 20:50:56.208286 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:57.804195 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:50:57.818257 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45414) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:50:57.916654 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:50:57.922089 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7020e-53b4-4ec3-8a90-cb07aa1a750d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:57.922546 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7020e-53b4-4ec3-8a90-cb07aa1a750d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:57.924664 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bef7020e-53b4-4ec3-8a90-cb07aa1a750d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054428 Apr 28 20:50:59.271249 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:00.277973 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45422) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:51:00.375857 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb3000-8f0c-4526-a157-4406fae4ad4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:00.377304 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-bddb3000-8f0c-4526-a157-4406fae4ad4d admin admin] 10.222.0.64 "GET /v2.0/subnets/40ea7a8d-bebd-428c-95c9-6e642a438eab HTTP/1.1" status: 200 len: 816 time: 0.0977051 Apr 28 20:51:02.718122 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45430) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:51:02.819589 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7661dee6-dd30-45dc-82f0-90e409d5b193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.821236 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7661dee6-dd30-45dc-82f0-90e409d5b193 admin admin] 10.222.0.64 "GET /v2.0/subnets/8fe4ee98-47ea-4afc-a702-99691e9f4256 HTTP/1.1" status: 200 len: 868 time: 0.1020277 Apr 28 20:51:22.446936 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-443c4430-c9c7-4d8b-8446-640e804152c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:25.076371 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-46a1aefc-66f1-4584-af39-54209cab3f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:26.201458 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:27.944358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:29.234285 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:34.804968 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:51:45.254738 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45488) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:51:45.307734 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-f6e7ff92-41b0-4d2e-81b0-b2d676d7ad6f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:51:45.308801 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f6e7ff92-41b0-4d2e-81b0-b2d676d7ad6f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0530601 Apr 28 20:51:47.763495 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45496) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:51:47.826880 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c061cf-84ff-4814-9df2-eb3fb729544b admin admin] GET failed (client error): The resource could not be found. Apr 28 20:51:47.828467 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d7c061cf-84ff-4814-9df2-eb3fb729544b admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639732 Apr 28 20:51:47.924742 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d7737-6832-4607-9df0-4e712de8d955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:47.926477 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0b2d7737-6832-4607-9df0-4e712de8d955 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0910230 Apr 28 20:51:50.340172 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45504) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:51:50.392691 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:51:50.486465 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Made reservation on behalf of c6d1ba59c5a54f82b54eae2fc7a9a3a0 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:51:50.488872 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:50.530907 dv-cinder-750782-20-iscsi neutron-server[110576]: WARNING neutron.services.revisions.revision_plugin [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Could not find related network for resource to bump revision. Apr 28 20:51:50.547472 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:51:50.558254 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (04f90009-fec1-495b-b0c8-4c90b8cb4561), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:50.558600 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Added segment 04f90009-fec1-495b-b0c8-4c90b8cb4561 of type vlan for network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c Apr 28 20:51:50.604419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (273b94f1-ac97-46d6-9db9-e4bbe6504e4c), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:50.680936 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (273b94f1-ac97-46d6-9db9-e4bbe6504e4c), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:50.681979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:50.682634 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:50.742304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=273b94f1-ac97-46d6-9db9-e4bbe6504e4c,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:50.749785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.750133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.750477 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.750817 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.751151 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.751485 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.751814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.752201 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.752545 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.752865 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.753241 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.753560 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.753891 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.754202 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.754523 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:50.767230 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:51:50.789187 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ba068a49-530e-42bf-968b-a9feab1b3ef6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4476502 Apr 28 20:51:52.446874 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-895c036e-b2dc-4ea3-a40a-83bb266bf6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:53.200559 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45512) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:51:53.268973 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea3a405-c045-452a-a07e-462c85a3f1ee admin admin] GET failed (client error): The resource could not be found. Apr 28 20:51:53.270294 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5ea3a405-c045-452a-a07e-462c85a3f1ee admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0687094 Apr 28 20:51:53.401872 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608abb2-370a-4071-b0f1-a7000b1e9128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:53.403541 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d608abb2-370a-4071-b0f1-a7000b1e9128 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1290383 Apr 28 20:51:53.413741 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c', 'name': 'shared-subnet'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:51:53.474471 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Made reservation on behalf of c6d1ba59c5a54f82b54eae2fc7a9a3a0 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:51:53.477052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:53.703434 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (00e06353-69fb-4a8e-a755-010e66b78264), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:53.762945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e06353-69fb-4a8e-a755-010e66b78264,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:53.773521 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.773871 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.774232 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.774577 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.774915 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.775250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.775578 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.775906 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.776343 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.776675 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.777024 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.777619 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.777948 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.778262 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.778579 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:53.782850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Checking segment: {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:51:53.783290 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Network hostable DHCP agents. Network: 273b94f1-ac97-46d6-9db9-e4bbe6504e4c, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:51:53.869199 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:51:53.921313 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 273b94f1-ac97-46d6-9db9-e4bbe6504e4c) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:51:53.926234 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:53.927011 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:53.933089 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb6aa0-44f1-4645-b689-edacccd4c729 None None] Network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:51:54.009449 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5da46521-0464-4bb5-83c6-153f41c77655 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5989957 Apr 28 20:51:54.051173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16670754-856d-4478-8485-68b9d712d38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-273b94f1-ac97-46d6-9db9-e4bbe6504e4c', 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c', 'project_id': 'c6d1ba59c5a54f82b54eae2fc7a9a3a0', 'fixed_ips': [{'subnet_id': '00e06353-69fb-4a8e-a755-010e66b78264'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:51:54.052380 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:54.225270 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-16670754-856d-4478-8485-68b9d712d38b None None] Allocated IP 192.168.233.2 (273b94f1-ac97-46d6-9db9-e4bbe6504e4c/00e06353-69fb-4a8e-a755-010e66b78264/d9fb4fc6-8dca-4394-a68a-915c01f20d1b) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:51:54.395326 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Publish callbacks [] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:54.527577 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:54.579746 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16670754-856d-4478-8485-68b9d712d38b None None] Network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:51:54.585574 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-16670754-856d-4478-8485-68b9d712d38b None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:51:54.588155 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16670754-856d-4478-8485-68b9d712d38b None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:51:54.597936 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16670754-856d-4478-8485-68b9d712d38b None None] Pushing event updated for resources: {'Port': ['ID=d9fb4fc6-8dca-4394-a68a-915c01f20d1b,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:54.623486 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.624444 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.630766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:54.681603 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-16670754-856d-4478-8485-68b9d712d38b None None] Attempting to bind port d9fb4fc6-8dca-4394-a68a-915c01f20d1b on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:51:54.682135 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-16670754-856d-4478-8485-68b9d712d38b None None] Attempting to bind port d9fb4fc6-8dca-4394-a68a-915c01f20d1b by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:51:54.682539 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16670754-856d-4478-8485-68b9d712d38b None None] Attempting to bind port d9fb4fc6-8dca-4394-a68a-915c01f20d1b on network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:51:54.691666 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16670754-856d-4478-8485-68b9d712d38b None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:51:54.692310 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16670754-856d-4478-8485-68b9d712d38b None None] Checking segment: {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:51:54.692991 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:54.693751 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16670754-856d-4478-8485-68b9d712d38b None None] Bound using segment: {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:51:54.694482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-16670754-856d-4478-8485-68b9d712d38b None None] Bound port: d9fb4fc6-8dca-4394-a68a-915c01f20d1b, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:51:54.695133 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:54.771986 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-16670754-856d-4478-8485-68b9d712d38b None None] For port d9fb4fc6-8dca-4394-a68a-915c01f20d1b, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:51:54.775884 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-16670754-856d-4478-8485-68b9d712d38b None None] For port d9fb4fc6-8dca-4394-a68a-915c01f20d1b, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d9fb4fc6-8dca-4394-a68a-915c01f20d1b,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:51:54.875879 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-16670754-856d-4478-8485-68b9d712d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:54.945825 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16670754-856d-4478-8485-68b9d712d38b None None] Pushing event updated for resources: {'Port': ['ID=d9fb4fc6-8dca-4394-a68a-915c01f20d1b,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:55.074930 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9b2eaac8-a91e-4611-bea4-7dc352436d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.018696 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113f098-c0c7-423c-b7c5-eaf4e3c99936 None None] Network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:51:56.106903 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] Provisioning complete for port d9fb4fc6-8dca-4394-a68a-915c01f20d1b triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:51:56.107197 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.262553 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d9fb4fc6-8dca-4394-a68a-915c01f20d1b up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:51:56.275086 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.277541 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] Current status of the port d9fb4fc6-8dca-4394-a68a-915c01f20d1b is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:51:56.277541 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.355586 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d9fb4fc6-8dca-4394-a68a-915c01f20d1b triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:51:56.356136 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.415153 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] For port d9fb4fc6-8dca-4394-a68a-915c01f20d1b, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d9fb4fc6-8dca-4394-a68a-915c01f20d1b,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:51:56.472781 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d9fb4fc6-8dca-4394-a68a-915c01f20d1b is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:51:56.473236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.475831 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.583805 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524c064-e2d1-41a9-b411-6e2ffee710cc None None] Pushing event updated for resources: {'Port': ['ID=d9fb4fc6-8dca-4394-a68a-915c01f20d1b,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:56.589862 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.db.api [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:51:56.590303 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG oslo_db.api [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:51:56.698745 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-83e52e81-bd9b-44ca-884a-510bce7211bf None None] Provisioning complete for port d9fb4fc6-8dca-4394-a68a-915c01f20d1b triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:51:56.699134 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-83e52e81-bd9b-44ca-884a-510bce7211bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:56.794617 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-83e52e81-bd9b-44ca-884a-510bce7211bf None None] Current status of the port d9fb4fc6-8dca-4394-a68a-915c01f20d1b is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:51:57.132310 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d9fb4fc6-8dca-4394-a68a-915c01f20d1b is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:51:57.931751 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:58.170019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d9fb4fc6-8dca-4394-a68a-915c01f20d1b up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:51:58.231294 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d9fb4fc6-8dca-4394-a68a-915c01f20d1b triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:51:58.231891 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d9fb4fc6-8dca-4394-a68a-915c01f20d1b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:51:58.333653 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d9fb4fc6-8dca-4394-a68a-915c01f20d1b is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:51:59.250080 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:11.804389 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:52:22.440089 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-77e3fcd3-48ba-4472-86a4-712c5dee767e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:25.097161 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0d0f49e4-23d8-4b4a-8d98-9d597441b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:26.193868 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:27.929202 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:29.255155 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:48.803299 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:52:52.426741 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ac16f997-f8ea-44df-af82-c5bff316f709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:55.095152 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f871b953-0556-45b6-ac08-a3c428359e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:56.202816 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:57.946741 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:52:59.238843 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:22.437186 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7dc6baf1-f3c4-4587-9974-7789e9ed8a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:25.065670 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ff594e0a-9173-4877-bdea-96b7f983d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:25.803308 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:53:26.242994 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:27.939858 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:29.237194 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:34.091096 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45552) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:53:34.096864 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [None req-1bdede26-4133-4a09-856e-739be76abfbd tempest-verify_tempest_config-1339790532 tempest-verify_tempest_config-1339790532-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:53:34.097827 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1bdede26-4133-4a09-856e-739be76abfbd tempest-verify_tempest_config-1339790532 tempest-verify_tempest_config-1339790532-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057669 Apr 28 20:53:34.619063 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45570) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:53:34.725378 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:34.804504 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Publish callbacks [] for security_group (909211c2-321f-420e-94a8-f851ecc6cb35), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:34.923125 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (909211c2-321f-420e-94a8-f851ecc6cb35), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:34.968135 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909211c2-321f-420e-94a8-f851ecc6cb35,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:34.973886 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fb877d085be4c1fb47da0b060d6b1c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3537643 Apr 28 20:53:34.978544 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.988327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e812696-4354-48af-a0f4-ab630e6f7918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:34.990198 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45574) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:53:35.047481 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fb9-655c-40a4-89ae-e5ff8779be32 admin admin] Publish callbacks [] for security_group (909211c2-321f-420e-94a8-f851ecc6cb35), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:35.069493 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fb9-655c-40a4-89ae-e5ff8779be32 admin admin] Publish callbacks [] for security_group (909211c2-321f-420e-94a8-f851ecc6cb35), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:35.266594 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fb9-655c-40a4-89ae-e5ff8779be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (909211c2-321f-420e-94a8-f851ecc6cb35), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:35.269180 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fb9-655c-40a4-89ae-e5ff8779be32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:35.270339 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ecd43fb9-655c-40a4-89ae-e5ff8779be32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/909211c2-321f-420e-94a8-f851ecc6cb35 HTTP/1.1" status: 204 len: 168 time: 0.2792115 Apr 28 20:53:35.278938 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43fb9-655c-40a4-89ae-e5ff8779be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909211c2-321f-420e-94a8-f851ecc6cb35,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:52.446519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d8040890-34a2-4531-ad40-fda831d59522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:55.086383 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f2b3ac8c-2076-413c-8654-e434dc81919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:56.242287 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:57.965926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:53:59.239980 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:02.802792 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:54:22.492596 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4f6ac75a-175b-40cd-9a85-82a4a9473ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:25.063795 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-786898e5-719c-4179-a7fa-9a08ffb8ec32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:26.235813 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:27.931044 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:29.252390 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:39.801988 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:54:52.434150 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24e3c395-aa58-4346-974a-09d1b097dad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:55.080680 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-867fb393-a7d9-44e8-a404-e9cd61587cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:56.228881 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:57.931479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:54:59.251712 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:16.803690 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 5 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:55:20.903226 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661465'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:22.417392 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-698d52ee-d76e-4174-9312-54dce482100c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:25.062826 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-62590f49-3c5c-4ab4-af25-fb22df405f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:26.255459 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:27.942905 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:29.289784 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:35.261330 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45644) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:55:35.367201 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-225c57dd-7a26-43dd-a234-17323a88bdda admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1047816 Apr 28 20:55:37.664190 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45654) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:55:37.718832 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-efd038ae-22bc-4712-9d17-ff54504f6a0c admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0535266 Apr 28 20:55:50.868674 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:52.439902 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-04e24b5e-1479-404a-8a63-534f88db15cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:53.805459 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:55:55.051684 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fc6bd909-4ef1-478a-8197-e50ef38b5622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:56.234609 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:57.958084 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:55:59.243896 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:20.937382 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:22.429401 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3365-df5d-4992-9a16-731539c47560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:25.070281 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-29780569-c303-485e-9026-efd49170ad4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:26.234764 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:27.966432 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:29.240056 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:30.806093 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:56:50.912654 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:52.466501 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-787e86c0-f1f3-40da-ad17-77e00f6223dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:55.072009 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-70a4dd06-5652-4d4c-8cc6-43da32cad615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:56.244323 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:57.947814 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:56:59.268719 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:07.805895 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:57:15.334799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45792) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:16.016912 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1573905943-network', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:16.103272 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Made reservation on behalf of d6692a6832a14613b5dc49240b3475f1 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:16.105593 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.114333 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.195119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks [] for security_group (58e5d8ae-ff59-414e-8631-5e7340d634d4), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.308969 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (58e5d8ae-ff59-414e-8631-5e7340d634d4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.345125 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:16.350536 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e5d8ae-ff59-414e-8631-5e7340d634d4,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:16.362558 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.362991 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.363404 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.363852 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.364399 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.364666 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.365202 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.365489 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.365885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.366321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.366702 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.367681 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.368141 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.368548 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.368991 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Tracked resource versions report: Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: pushed versions: Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: { 'AddressGroup': {'1.2'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Agent': {'1.1'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'ConntrackHelper': {'1.0'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Log': {'1.0'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'NDPProxy': {'1.0'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Network': {'1.1'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Port': {'1.7'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'PortForwarding': {'1.3'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'QosPolicy': {'1.10'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroup': {'1.5'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SubPort': {'1.0'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Subnet': {'1.1'}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Trunk': {'1.1'}} Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: consumer versions: Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: HyperV agent@hv-cinder-75078: {}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Agent': '1.1', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'ConntrackHelper': '1.0', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'LocalIPAssociation': '1.0', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Log': '1.0', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'NDPProxy': '1.0', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Network': '1.1', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Port': '1.7', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'PortForwarding': '1.3', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'QosPolicy': '1.10', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroup': '1.5', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SecurityGroupRule': '1.2', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'SubPort': '1.0', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Subnet': '1.1', Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: 'Trunk': '1.1'}} Apr 28 20:57:16.370391 dv-cinder-750782-20-iscsi neutron-server[110576]: {{(pid=110576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:57:16.375754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (b42a55f1-4a98-42c1-8198-bfaf8ab5b977), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.376125 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Added segment b42a55f1-4a98-42c1-8198-bfaf8ab5b977 of type vlan for network cd4ad921-7f53-4678-aca4-f8be7966b874 Apr 28 20:57:16.419069 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (cd4ad921-7f53-4678-aca4-f8be7966b874), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.501035 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (cd4ad921-7f53-4678-aca4-f8be7966b874), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.502149 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:16.502920 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.629706 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] Pushing event updated for resources: {'Network': ['ID=cd4ad921-7f53-4678-aca4-f8be7966b874,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:16.638002 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2d6e6e8e-1266-4d22-8403-0f541bbe3f9a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2993925 Apr 28 20:57:16.638452 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45840) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:16.645049 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Request body: {'subnet': {'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1573905943-subnet', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:16.646771 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network cd4ad921-7f53-4678-aca4-f8be7966b874 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:57:16.723967 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Made reservation on behalf of d6692a6832a14613b5dc49240b3475f1 for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:16.730446 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:16.778409 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45850) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:16.995137 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (7241fe5b-7c9e-49f7-a678-5882ee944940), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.049596 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7241fe5b-7c9e-49f7-a678-5882ee944940,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:17.065839 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Checking segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:17.066218 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Network hostable DHCP agents. Network: cd4ad921-7f53-4678-aca4-f8be7966b874, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:17.177726 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Network cd4ad921-7f53-4678-aca4-f8be7966b874 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:17.280587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, cd4ad921-7f53-4678-aca4-f8be7966b874) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:17.280587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:17.281059 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.288607 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1588646115-network', 'tenant_id': 'cc0f5587778c4759b34919899bdb5afe'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:17.289741 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d2042-6871-4f5e-bbf0-92751eb735fb None None] Network cd4ad921-7f53-4678-aca4-f8be7966b874 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:17.395315 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-5a43fd4f-e770-42e8-900e-1f74fd00e4ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7561138 Apr 28 20:57:17.400953 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45878) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:17.405673 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:17.416643 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-cd4ad921-7f53-4678-aca4-f8be7966b874', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:57:17.418103 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.480236 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Made reservation on behalf of cc0f5587778c4759b34919899bdb5afe for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:17.482989 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.493038 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.502527 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45882) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:17.509506 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45884) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:17.544833 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (704c0a96-0ad2-490c-91dc-0a9235faeb96), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.545933 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (704c0a96-0ad2-490c-91dc-0a9235faeb96), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.567448 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Allocated IP 172.20.0.2 (cd4ad921-7f53-4678-aca4-f8be7966b874/7241fe5b-7c9e-49f7-a678-5882ee944940/fd7fdb80-9628-4f7c-93e0-1a9934ba61e9) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:17.604628 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks [] for security_group (31032494-b675-488a-9917-3967fcce7346), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.714584 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Publish callbacks [] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.789478 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.794432 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks [] for router_controller (704c0a96-0ad2-490c-91dc-0a9235faeb96), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.796005 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (31032494-b675-488a-9917-3967fcce7346), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.809796 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:17.820791 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (c17e0393-eaca-4bce-9a1f-4fb5d7b429c2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.821134 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Added segment c17e0393-eaca-4bce-9a1f-4fb5d7b429c2 of type vlan for network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b Apr 28 20:57:17.838269 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Pushing event updated for resources: {'Port': ['ID=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:17.847377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.847728 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.848169 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.848475 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-659433565-network', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:17.848617 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.848920 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.849420 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.849966 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.850602 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.851194 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.851712 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.852250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.870496 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.871088 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.871604 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.872129 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Tracked resource versions report: Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: pushed versions: Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: { 'AddressGroup': {'1.2'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Agent': {'1.1'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'ConntrackHelper': {'1.0'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Log': {'1.0'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'NDPProxy': {'1.0'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Network': {'1.1'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Port': {'1.7'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'PortForwarding': {'1.3'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'QosPolicy': {'1.10'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroup': {'1.5'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SubPort': {'1.0'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Subnet': {'1.1'}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Trunk': {'1.1'}} Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: consumer versions: Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: HyperV agent@hv-cinder-75078: {}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Agent': '1.1', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'ConntrackHelper': '1.0', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'LocalIPAssociation': '1.0', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Log': '1.0', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'NDPProxy': '1.0', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Network': '1.1', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Port': '1.7', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'PortForwarding': '1.3', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'QosPolicy': '1.10', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroup': '1.5', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SecurityGroupRule': '1.2', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'SubPort': '1.0', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Subnet': '1.1', Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: 'Trunk': '1.1'}} Apr 28 20:57:17.874091 dv-cinder-750782-20-iscsi neutron-server[110577]: {{(pid=110577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:57:17.897772 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Network cd4ad921-7f53-4678-aca4-f8be7966b874 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:17.900098 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:17.904883 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:17.909467 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (964ebe2e-bfa5-47f9-ae59-3e6f829c225b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.977204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Made reservation on behalf of 880ebdbafffe496e8ce531d370e46b94 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:17.979611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.981179 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Attempting to bind port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:17.981558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Attempting to bind port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:17.981933 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Attempting to bind port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 on network cd4ad921-7f53-4678-aca4-f8be7966b874 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:17.987587 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:17.988030 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Checking segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:17.988433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.989000 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Bound using segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:17.989651 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Bound port: fd7fdb80-9628-4f7c-93e0-1a9934ba61e9, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:17.990030 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:17.993271 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.023662 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31032494-b675-488a-9917-3967fcce7346,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:18.059929 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] For port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:18.063158 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] For port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:18.077827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-network', 'tenant_id': '54c64c03db3643ddac88e4896496ae68'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:18.103787 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks [] for router_gateway (704c0a96-0ad2-490c-91dc-0a9235faeb96), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.112829 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (964ebe2e-bfa5-47f9-ae59-3e6f829c225b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.113806 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:18.114383 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.127500 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks [] for security_group (9d9b6666-97f9-4b70-84ef-c7d8caa50f33), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.149655 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.164098 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.164444 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.164839 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.165383 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.165715 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.166042 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.166378 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.166710 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.167062 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.167394 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.167723 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.168073 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.168399 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.168718 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.169043 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Tracked resource versions report: Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: pushed versions: Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: { 'AddressGroup': {'1.2'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Agent': {'1.1'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'ConntrackHelper': {'1.0'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Log': {'1.0'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'NDPProxy': {'1.0'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Network': {'1.1'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Port': {'1.7'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'PortForwarding': {'1.3'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'QosPolicy': {'1.10'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroup': {'1.5'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SubPort': {'1.0'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Subnet': {'1.1'}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Trunk': {'1.1'}} Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: consumer versions: Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: HyperV agent@hv-cinder-75078: {}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Agent': '1.1', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'ConntrackHelper': '1.0', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'LocalIPAssociation': '1.0', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Log': '1.0', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'NDPProxy': '1.0', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Network': '1.1', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Port': '1.7', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'PortForwarding': '1.3', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'QosPolicy': '1.10', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroup': '1.5', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SecurityGroupRule': '1.2', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'SubPort': '1.0', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Subnet': '1.1', Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: 'Trunk': '1.1'}} Apr 28 20:57:18.170281 dv-cinder-750782-20-iscsi neutron-server[110575]: {{(pid=110575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:57:18.183341 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Made reservation on behalf of 54c64c03db3643ddac88e4896496ae68 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:18.186907 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.206453 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.247978 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9d9b6666-97f9-4b70-84ef-c7d8caa50f33), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.251849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e0a51-d9e5-4083-a38d-99e62421ecc5 None None] Pushing event updated for resources: {'Port': ['ID=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:18.259035 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4796200 Apr 28 20:57:18.262758 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 45914) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:18.266323 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:18.279243 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Request body: {'subnet': {'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1588646115-subnet', 'tenant_id': 'cc0f5587778c4759b34919899bdb5afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:18.279716 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (1df7a241-73b9-4408-b0ce-450008c0da9a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.283354 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Added segment 1df7a241-73b9-4408-b0ce-450008c0da9a of type vlan for network 1d55ebe7-28c1-49d3-9227-248a174c9ada Apr 28 20:57:18.283773 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcb973-468f-4df3-8edf-d8504c828506 admin admin] Pushing event updated for resources: {'Network': ['ID=964ebe2e-bfa5-47f9-ae59-3e6f829c225b,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:18.303549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:57:18.378897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (1d55ebe7-28c1-49d3-9227-248a174c9ada), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.515011 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks [] for security_group (9a151d94-67c4-4c7c-9ceb-00d45d360f53), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.543781 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9b6666-97f9-4b70-84ef-c7d8caa50f33,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:18.575620 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9a151d94-67c4-4c7c-9ceb-00d45d360f53), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.600369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:18.617957 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Made reservation on behalf of cc0f5587778c4759b34919899bdb5afe for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:18.634727 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.642590 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (c0c6bfa4-494e-464f-8aac-db2e0ea33c5a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.643353 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Added segment c0c6bfa4-494e-464f-8aac-db2e0ea33c5a of type vlan for network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 Apr 28 20:57:18.701303 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (719c110f-4197-46b6-a5fb-5a4f9e5d8053), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.764127 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (1d55ebe7-28c1-49d3-9227-248a174c9ada), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.765413 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:18.766104 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.840263 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] Pushing event updated for resources: {'Network': ['ID=1d55ebe7-28c1-49d3-9227-248a174c9ada,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:18.850089 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:57:18.884970 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (719c110f-4197-46b6-a5fb-5a4f9e5d8053), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.892654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:18.892654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:18.910069 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a151d94-67c4-4c7c-9ceb-00d45d360f53,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.012030 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks [] for router_gateway (704c0a96-0ad2-490c-91dc-0a9235faeb96), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.060056 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5484345 Apr 28 20:57:19.071373 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-85d345af-8921-47c3-8ab2-291e0b598cfe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5671296 Apr 28 20:57:19.071970 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45950) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:19.079553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 45954) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:19.084756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.086079 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16157f9a-7bb1-43f9-9e74-467c330208e2 admin admin] Pushing event updated for resources: {'Network': ['ID=719c110f-4197-46b6-a5fb-5a4f9e5d8053,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.099474 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:57:19.110987 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Request body: {'subnet': {'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-subnet', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:19.140968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Request body: {'subnet': {'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-659433565-subnet', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:19.278562 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Made reservation on behalf of 880ebdbafffe496e8ce531d370e46b94 for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:19.283525 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.307441 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Made reservation on behalf of 54c64c03db3643ddac88e4896496ae68 for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:19.314807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.396747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Allocated IP 172.27.0.51 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/3fff8558-9df3-4646-b5a7-3c6a0ba330a2) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:19.404664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (e5c115de-512c-4382-b1c6-6b4a04d3880b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.644077 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Checking segment: {'id': 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:19.644773 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Network hostable DHCP agents. Network: 964ebe2e-bfa5-47f9-ae59-3e6f829c225b, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:19.686142 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c115de-512c-4382-b1c6-6b4a04d3880b,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.750506 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks [] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.783286 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (9babe4f0-e086-4d5b-9c67-96e26896e6c0), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.825357 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:19.831101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.848294 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9babe4f0-e086-4d5b-9c67-96e26896e6c0,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.888417 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.900198 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:19.900546 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Network hostable DHCP agents. Network: 1d55ebe7-28c1-49d3-9227-248a174c9ada, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:19.921433 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.930631 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a3b2d-13bb-4dec-8937-ea2800b61115 None None] Network cd4ad921-7f53-4678-aca4-f8be7966b874 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:19.933694 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Checking segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:19.934092 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Network hostable DHCP agents. Network: 719c110f-4197-46b6-a5fb-5a4f9e5d8053, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:19.980282 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:19.991475 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] Provisioning complete for port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:19.992020 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:19.993734 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:20.002323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 964ebe2e-bfa5-47f9-ae59-3e6f829c225b) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:20.005428 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:20.010650 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Pushing event updated for resources: {'Port': ['ID=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:20.069564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:20.072377 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:20.101846 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 719c110f-4197-46b6-a5fb-5a4f9e5d8053) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:20.108126 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 1d55ebe7-28c1-49d3-9227-248a174c9ada) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:20.112741 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:20.114367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69fcf24-a565-4f80-b702-df745524ab31 None None] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:20.128927 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.143145 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:20.143993 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e92d8-3fcc-425a-8173-89135b2461ac None None] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:20.147406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.176772 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:20.177389 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.195907 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3304a2-dd6d-41b1-9dd2-7c67b00d592f None None] Network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:20.226338 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-209382c5-642f-46bd-9817-bebff7acfec9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1421461 Apr 28 20:57:20.229244 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46004) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:20.231407 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e02d68a4-d1af-4943-9084-baa787814ca0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1497331 Apr 28 20:57:20.236189 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:20.237669 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46006) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:20.245250 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:20.292515 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-71eeb77c-007a-402a-93d4-d707ba1c9166 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0216000 Apr 28 20:57:20.366482 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.368205 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.397769 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (d145fffb-2140-4954-bacb-eb07632a7084), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.399641 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (d145fffb-2140-4954-bacb-eb07632a7084), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.504393 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:20.629623 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks [] for router_controller (d145fffb-2140-4954-bacb-eb07632a7084), precommit_add_association {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.678239 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks [] for router_controller (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.684834 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:20.686953 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.687182 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks [] for router_gateway (704c0a96-0ad2-490c-91dc-0a9235faeb96), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.897890 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] Current status of the port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:20.898429 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:20.970507 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46032) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:21.043892 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:57:21.044771 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.049711 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks [] for router_gateway (d145fffb-2140-4954-bacb-eb07632a7084), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.073849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] For port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:21.102579 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-1d55ebe7-28c1-49d3-9227-248a174c9ada', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:57:21.103519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.120596 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.132575 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:21.139744 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.139744 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9848e8-5b9b-44bc-af23-821f9821dcb2 None None] Network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:21.140896 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.232506 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks [] for router_gateway (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.244788 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (704c0a96-0ad2-490c-91dc-0a9235faeb96), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.375329 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d26dca14-72ea-4ce6-9f1e-9eacd5ddaac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.423993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46046) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:21.454957 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-b4f69e2d-6713-4970-87f5-795a274a7bb0 None None] Provisioning complete for port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:21.455438 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b4f69e2d-6713-4970-87f5-795a274a7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.571206 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3cee-dcf1-4cf7-8a1d-38fe09d2d8d9 None None] Pushing event updated for resources: {'Port': ['ID=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:21.610413 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks [] for router_gateway (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.629201 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d26dca14-72ea-4ce6-9f1e-9eacd5ddaac9 admin admin] Publish callbacks [] for security_group (92d6a55a-65f7-4e80-af1c-bfe9f473a724), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.637010 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks [] for router_gateway (d145fffb-2140-4954-bacb-eb07632a7084), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.657977 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87fe08f7-46ad-41ac-afb9-00be6c549c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.683329 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46066) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:21.685829 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.691465 dv-cinder-750782-20-iscsi neutron-server[110575]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 20:57:21.701274 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.db.api [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:57:21.701630 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG oslo_db.api [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:57:21.728508 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Allocated IP 172.20.0.2 (719c110f-4197-46b6-a5fb-5a4f9e5d8053/79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620/5ec76a7e-a289-4e50-9965-7d8933176df9) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:21.741090 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Allocated IP 172.20.0.2 (1d55ebe7-28c1-49d3-9227-248a174c9ada/9babe4f0-e086-4d5b-9c67-96e26896e6c0/41d10efb-bb32-41d5-bc75-643d1b96f70b) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:21.755109 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d26dca14-72ea-4ce6-9f1e-9eacd5ddaac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (92d6a55a-65f7-4e80-af1c-bfe9f473a724), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.763756 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:21.824025 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d26dca14-72ea-4ce6-9f1e-9eacd5ddaac9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=582d97576b8a46fcb6d1cb628c503c01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8522050 Apr 28 20:57:21.839428 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46072) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:21.869140 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-b4f69e2d-6713-4970-87f5-795a274a7bb0 None None] Current status of the port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:21.894465 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dca14-72ea-4ce6-9f1e-9eacd5ddaac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d6a55a-65f7-4e80-af1c-bfe9f473a724,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:22.017837 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:57:22.031063 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dac9783b-2ae6-4d34-b3a0-1d5d5a01d61c admin admin] Publish callbacks [] for security_group (92d6a55a-65f7-4e80-af1c-bfe9f473a724), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.053818 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Publish callbacks [] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.057341 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dac9783b-2ae6-4d34-b3a0-1d5d5a01d61c admin admin] Publish callbacks [] for security_group (92d6a55a-65f7-4e80-af1c-bfe9f473a724), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.065942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Publish callbacks [] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.078090 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-dd1e3956-8588-4bbd-84db-d4712b28ff56 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:22.079598 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-dd1e3956-8588-4bbd-84db-d4712b28ff56 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/networks?id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b HTTP/1.1" status: 200 len: 812 time: 0.3916185 Apr 28 20:57:22.090057 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Allocated IP 172.27.0.223 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/c44036cf-96c9-4c0d-a79b-04ee011e725a) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:22.133100 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.135366 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.152929 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87fe08f7-46ad-41ac-afb9-00be6c549c2f admin admin] Publish callbacks [] for security_group (2756a4ce-1649-4b91-9e2e-8579a0b79d67), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.160399 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-067d80b3-d321-4403-96ea-93e363411088 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/quotas/cc0f5587778c4759b34919899bdb5afe HTTP/1.1" status: 200 len: 375 time: 0.0681419 Apr 28 20:57:22.180794 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:22.186473 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:22.189191 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:22.195158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dac9783b-2ae6-4d34-b3a0-1d5d5a01d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (92d6a55a-65f7-4e80-af1c-bfe9f473a724), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.197731 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dac9783b-2ae6-4d34-b3a0-1d5d5a01d61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.201146 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-dac9783b-2ae6-4d34-b3a0-1d5d5a01d61c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92d6a55a-65f7-4e80-af1c-bfe9f473a724 HTTP/1.1" status: 204 len: 168 time: 0.3007557 Apr 28 20:57:22.201305 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:22.211711 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:22.215320 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9783b-2ae6-4d34-b3a0-1d5d5a01d61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d6a55a-65f7-4e80-af1c-bfe9f473a724,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:22.217720 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:22.249360 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Pushing event updated for resources: {'Port': ['ID=5ec76a7e-a289-4e50-9965-7d8933176df9,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:22.285269 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87fe08f7-46ad-41ac-afb9-00be6c549c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2756a4ce-1649-4b91-9e2e-8579a0b79d67), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.290171 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-abc20463-50ec-4218-b267-d3d3b6136031 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cc0f5587778c4759b34919899bdb5afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191936 Apr 28 20:57:22.384173 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-87fe08f7-46ad-41ac-afb9-00be6c549c2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4de25d95eda4c7ca28aa2c54e9dd3db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9588108 Apr 28 20:57:22.386930 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46092) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:22.394121 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:22.397890 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:57:22.403375 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe08f7-46ad-41ac-afb9-00be6c549c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2756a4ce-1649-4b91-9e2e-8579a0b79d67,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:22.412437 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:22.426329 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks [] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.426692 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Pushing event updated for resources: {'Port': ['ID=41d10efb-bb32-41d5-bc75-643d1b96f70b,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:22.449444 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:22.451793 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:56:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:22.769135 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a870e43c-c899-4a67-aaac-502477fe5d72 admin admin] Publish callbacks [] for security_group (2756a4ce-1649-4b91-9e2e-8579a0b79d67), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.769976 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-06dedce0-7d0d-47b0-847c-330a500fc55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.769976 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Attempting to bind port 5ec76a7e-a289-4e50-9965-7d8933176df9 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:22.769976 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Attempting to bind port 5ec76a7e-a289-4e50-9965-7d8933176df9 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:22.769976 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Attempting to bind port 5ec76a7e-a289-4e50-9965-7d8933176df9 on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:22.770867 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a870e43c-c899-4a67-aaac-502477fe5d72 admin admin] Publish callbacks [] for security_group (2756a4ce-1649-4b91-9e2e-8579a0b79d67), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Checking segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Bound using segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Bound port: 5ec76a7e-a289-4e50-9965-7d8933176df9, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Attempting to bind port 41d10efb-bb32-41d5-bc75-643d1b96f70b on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Attempting to bind port 41d10efb-bb32-41d5-bc75-643d1b96f70b by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:22.771173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Attempting to bind port 41d10efb-bb32-41d5-bc75-643d1b96f70b on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:22.775419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:22.775419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:22.775419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.775419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Bound using segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:22.775419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Bound port: 41d10efb-bb32-41d5-bc75-643d1b96f70b, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:22.775419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.777094 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.777094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e2ef4367-22fd-4105-a54f-9b8500949a99 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2875445 Apr 28 20:57:22.777500 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46102) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:22.777567 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:22.812145 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84d394c6-d9f5-49d8-b507-0d5d88b8f335 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:57:22.813253 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84d394c6-d9f5-49d8-b507-0d5d88b8f335 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1345363 Apr 28 20:57:22.831974 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:22.845608 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.890335 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] For port 41d10efb-bb32-41d5-bc75-643d1b96f70b, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:22.894346 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] For port 41d10efb-bb32-41d5-bc75-643d1b96f70b, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=41d10efb-bb32-41d5-bc75-643d1b96f70b,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:22.897000 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:22.903528 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:22.943345 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:22.960494 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a870e43c-c899-4a67-aaac-502477fe5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2756a4ce-1649-4b91-9e2e-8579a0b79d67), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.963934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a870e43c-c899-4a67-aaac-502477fe5d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.964181 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:22.964788 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:22.965722 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a870e43c-c899-4a67-aaac-502477fe5d72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2756a4ce-1649-4b91-9e2e-8579a0b79d67 HTTP/1.1" status: 204 len: 168 time: 0.5773017 Apr 28 20:57:22.976663 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Allocated IP 172.27.0.195 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/38d43f62-d8b9-467e-a7d7-7d33e5d95ebb) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:22.988324 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] For port 5ec76a7e-a289-4e50-9965-7d8933176df9, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:22.993106 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] For port 5ec76a7e-a289-4e50-9965-7d8933176df9, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=5ec76a7e-a289-4e50-9965-7d8933176df9,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:23.001669 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870e43c-c899-4a67-aaac-502477fe5d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756a4ce-1649-4b91-9e2e-8579a0b79d67,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:23.062844 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:20Z', 'revision_number': 3, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:23.076993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c44036cf-96c9-4c0d-a79b-04ee011e725a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:23.109468 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:23.110047 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Updating router 704c0a96-0ad2-490c-91dc-0a9235faeb96 port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:23.141185 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.192137 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46106) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:23.229641 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2baba3c8-a0b3-4c6e-9029-69a447f6202d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.251538 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-4442169d-8ea2-43d4-8048-7462f62def72 service neutron] 10.222.0.64 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293785 Apr 28 20:57:23.265105 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.281669 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks [] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.381916 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.385144 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-d28debfe-bea1-48b0-8fe0-cbb1f4ed69f2 service neutron] 10.222.0.64 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326318 Apr 28 20:57:23.454534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b76205-2e36-49bf-bc63-1fc49210c04b None None] Pushing event updated for resources: {'Port': ['ID=41d10efb-bb32-41d5-bc75-643d1b96f70b,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:23.479323 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.615859 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:23.680944 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411cd41-f758-46fe-bfa5-37bcf12cd51d None None] Pushing event updated for resources: {'Port': ['ID=5ec76a7e-a289-4e50-9965-7d8933176df9,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:23.690871 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:23.737458 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:23.754519 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2baba3c8-a0b3-4c6e-9029-69a447f6202d admin admin] Publish callbacks [] for security_group (ea0d1352-3a46-4ee6-8851-bc755574058f), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.760866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:23.767314 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks [] for router_gateway (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.922500 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2baba3c8-a0b3-4c6e-9029-69a447f6202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ea0d1352-3a46-4ee6-8851-bc755574058f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:23.940731 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Pushing event updated for resources: {'Port': ['ID=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:23.969617 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Publish callbacks [] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.051004 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.091050 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46136) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:24.172889 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Pushing event updated for resources: {'Port': ['ID=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:24.188333 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.188999 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.189625 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.190292 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.191040 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.191513 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.192315 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.192781 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.193471 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.194052 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.194528 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.195727 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.196399 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.196939 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.197459 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:24.197838 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2baba3c8-a0b3-4c6e-9029-69a447f6202d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=619bd6f7e39f4399921ce309dcdc12de&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0004630 Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Tracked resource versions report: Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: pushed versions: Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: { 'AddressGroup': {'1.2'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Agent': {'1.1'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'ConntrackHelper': {'1.0'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'LocalIPAssociation': {'1.0'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Log': {'1.0'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'NDPProxy': {'1.0'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Network': {'1.1'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Port': {'1.7'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'PortForwarding': {'1.3'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'QosPolicy': {'1.10'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroup': {'1.5'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroupRule': {'1.2'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SubPort': {'1.0'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Subnet': {'1.1'}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Trunk': {'1.1'}} Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: consumer versions: Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: { DHCP agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: HyperV agent@hv-cinder-75078: {}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: L3 agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: Metadata agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: Metering agent@dv-cinder-750782-20-iscsi: {}, Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: Open vSwitch agent@dv-cinder-750782-20-iscsi: { 'AddressGroup': '1.2', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Agent': '1.1', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'ConntrackHelper': '1.0', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'LocalIPAssociation': '1.0', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Log': '1.0', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'NDPProxy': '1.0', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Network': '1.1', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Port': '1.7', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'PortForwarding': '1.3', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'QosPolicy': '1.10', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroup': '1.5', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SecurityGroupRule': '1.2', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'SubPort': '1.0', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Subnet': '1.1', Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: 'Trunk': '1.1'}} Apr 28 20:57:24.199625 dv-cinder-750782-20-iscsi neutron-server[110578]: {{(pid=110578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 20:57:24.202332 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46146) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:24.219428 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ba2ff44-74dd-4753-ad3d-4284e907ddcf req-c035728d-dda1-4fb7-92f0-d7d200455d27 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.1220832 Apr 28 20:57:24.223153 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.230360 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Attempting to bind port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:24.232035 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Attempting to bind port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:24.232651 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Attempting to bind port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:24.248865 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:24.254903 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:24.254903 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.254903 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:24.254903 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Bound port: 3fff8558-9df3-4646-b5a7-3c6a0ba330a2, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:24.254903 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.282290 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baba3c8-a0b3-4c6e-9029-69a447f6202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d1352-3a46-4ee6-8851-bc755574058f,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:24.343832 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] For port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:24.348983 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] For port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:24.412699 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.422343 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f62e067-759d-48ed-a3ac-e30da58492ae admin admin] Publish callbacks [] for security_group (ea0d1352-3a46-4ee6-8851-bc755574058f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.462247 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f62e067-759d-48ed-a3ac-e30da58492ae admin admin] Publish callbacks [] for security_group (ea0d1352-3a46-4ee6-8851-bc755574058f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.471828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.525034 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:24.528031 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:56:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:24.565856 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46158) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:24.638489 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 41d10efb-bb32-41d5-bc75-643d1b96f70b up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:24.651155 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a72db6-8fce-44b9-a8b2-afcc53dac319 None None] Pushing event updated for resources: {'Port': ['ID=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:24.703454 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f62e067-759d-48ed-a3ac-e30da58492ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ea0d1352-3a46-4ee6-8851-bc755574058f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.706729 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f62e067-759d-48ed-a3ac-e30da58492ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.708253 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0f62e067-759d-48ed-a3ac-e30da58492ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea0d1352-3a46-4ee6-8851-bc755574058f HTTP/1.1" status: 204 len: 168 time: 0.5051358 Apr 28 20:57:24.723863 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62e067-759d-48ed-a3ac-e30da58492ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d1352-3a46-4ee6-8851-bc755574058f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:24.731601 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 41d10efb-bb32-41d5-bc75-643d1b96f70b triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:24.732034 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:24.750624 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:24.771586 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:57:24.858324 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks [] for router_gateway (d145fffb-2140-4954-bacb-eb07632a7084), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.012025 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:57:25.021731 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 41d10efb-bb32-41d5-bc75-643d1b96f70b is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:25.022386 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.041707 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:25.137821 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eef6ed02-079b-4734-9b7a-2802519e7433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.200900 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.202146 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2c61e207-7c11-42fc-a5ca-e6ec605252d4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9717534 Apr 28 20:57:25.230239 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 41d10efb-bb32-41d5-bc75-643d1b96f70b, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=41d10efb-bb32-41d5-bc75-643d1b96f70b,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:25.247224 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:25.247876 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:56:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:25.337412 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:20Z', 'revision_number': 3, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:25.354519 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eef6ed02-079b-4734-9b7a-2802519e7433 admin admin] Publish callbacks [] for security_group (4264a318-e180-4d8d-a7bd-8c153d6710fb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.356575 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46176) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:25.359903 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3ac37e7c-a404-4c2e-a06f-0935e94d0744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.379295 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.380421 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 5ec76a7e-a289-4e50-9965-7d8933176df9 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:25.416730 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd536cc-3fe5-4b3f-90af-b247801e93e7 None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:20Z', 'revision_number': 3, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:25.478785 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c274e4cf-1e3e-4624-826a-89b1572f25a1 None None] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:25.516911 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a79913fa-f95a-491a-9be7-4acfe7717e33 req-1b81ff97-5fa3-41f0-8dfa-4b4afb0479b0 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.0957282 Apr 28 20:57:25.525363 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eef6ed02-079b-4734-9b7a-2802519e7433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4264a318-e180-4d8d-a7bd-8c153d6710fb), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.586565 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6ed02-079b-4734-9b7a-2802519e7433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4264a318-e180-4d8d-a7bd-8c153d6710fb,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.642523 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Allocated IP 172.20.0.1 (cd4ad921-7f53-4678-aca4-f8be7966b874/7241fe5b-7c9e-49f7-a678-5882ee944940/bccd2f0a-d85f-47a0-986c-8547224ae1b5) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:25.674938 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-eef6ed02-079b-4734-9b7a-2802519e7433 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ec3ffa9eed141b7bb0029ea8017188f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1079688 Apr 28 20:57:25.677743 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46194) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:25.826914 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d9bb6639-7002-4c5a-964c-861a9b47030f None None] Provisioning complete for port 41d10efb-bb32-41d5-bc75-643d1b96f70b triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:25.827918 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6639-7002-4c5a-964c-861a9b47030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.838191 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=41d10efb-bb32-41d5-bc75-643d1b96f70b,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.839120 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5581ae58-cd7e-498f-9066-46fd8b51497c admin admin] Publish callbacks [] for security_group (4264a318-e180-4d8d-a7bd-8c153d6710fb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.929296 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:25.939393 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 5ec76a7e-a289-4e50-9965-7d8933176df9 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:25.939801 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:25.947433 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5581ae58-cd7e-498f-9066-46fd8b51497c admin admin] Publish callbacks [] for security_group (4264a318-e180-4d8d-a7bd-8c153d6710fb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.111332 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46208) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:26.212935 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (d145fffb-2140-4954-bacb-eb07632a7084), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.296446 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks [] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.343088 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0760e18-9c5b-45d7-b055-7020a3b7c65b None None] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:26.435680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.486963 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507529095-network', 'tenant_id': '1c98555705764a7f9b16b8f1aa663c1d'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:26.501849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:23Z', 'revision_number': 3, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:26.636950 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5581ae58-cd7e-498f-9066-46fd8b51497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4264a318-e180-4d8d-a7bd-8c153d6710fb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.645855 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5581ae58-cd7e-498f-9066-46fd8b51497c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.645855 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5581ae58-cd7e-498f-9066-46fd8b51497c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4264a318-e180-4d8d-a7bd-8c153d6710fb HTTP/1.1" status: 204 len: 168 time: 0.9671111 Apr 28 20:57:26.648424 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Made reservation on behalf of 1c98555705764a7f9b16b8f1aa663c1d for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:26.656498 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:26.658432 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Updating router a0b9103d-69d7-429b-8dd2-0ebd946fac9e port c44036cf-96c9-4c0d-a79b-04ee011e725a binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:26.659661 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.660566 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Network cd4ad921-7f53-4678-aca4-f8be7966b874 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:26.672274 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:26.678062 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:26.678770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (704c0a96-0ad2-490c-91dc-0a9235faeb96), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.706994 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Pushing event updated for resources: {'Port': ['ID=bccd2f0a-d85f-47a0-986c-8547224ae1b5,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:26.733593 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.744843 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.779923 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581ae58-cd7e-498f-9066-46fd8b51497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264a318-e180-4d8d-a7bd-8c153d6710fb,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:26.892035 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25645acd-676b-4eb3-a92a-969bc8ff2d49 req-8f0adc8f-1985-479a-8c12-4ecd21a65462 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.1961451 Apr 28 20:57:26.896086 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 5ec76a7e-a289-4e50-9965-7d8933176df9 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:26.897003 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:26.929789 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb6639-7002-4c5a-964c-861a9b47030f None None] Current status of the port 41d10efb-bb32-41d5-bc75-643d1b96f70b is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:26.935495 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.216947 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.237402 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks [] for security_group (002600c2-9a42-489f-a76d-d21d29756de6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.270739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 5ec76a7e-a289-4e50-9965-7d8933176df9, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=5ec76a7e-a289-4e50-9965-7d8933176df9,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:27.272091 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d2a346c6-6446-412e-85d9-bc734600da7f None None] Provisioning complete for port 41d10efb-bb32-41d5-bc75-643d1b96f70b triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:27.272907 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d2a346c6-6446-412e-85d9-bc734600da7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.313286 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Router d145fffb-2140-4954-bacb-eb07632a7084 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:57:27.356288 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.483905 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Allocated IP 172.20.0.1 (1d55ebe7-28c1-49d3-9227-248a174c9ada/9babe4f0-e086-4d5b-9c67-96e26896e6c0/528c8727-e344-4df0-bb36-06bb6970dbf6) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:27.488361 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (002600c2-9a42-489f-a76d-d21d29756de6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.499018 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.548343 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:27.631532 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002600c2-9a42-489f-a76d-d21d29756de6,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:27.655094 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (ecde987a-f60f-4be4-ba1e-de60d5fae9a1), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.658769 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Added segment ecde987a-f60f-4be4-ba1e-de60d5fae9a1 of type vlan for network 9c465cac-ae28-446d-8e1b-5deba363c09a Apr 28 20:57:27.713336 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:57:27.724082 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:27.740678 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:27.741666 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:27.761779 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (9c465cac-ae28-446d-8e1b-5deba363c09a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.788525 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks [] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.859748 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.861059 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-81649be1-d511-49df-898c-f7cddbf4759c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6219978 Apr 28 20:57:27.864639 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46252) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:27.923010 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks [] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:27.971874 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d2a346c6-6446-412e-85d9-bc734600da7f None None] Current status of the port 41d10efb-bb32-41d5-bc75-643d1b96f70b is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:28.023249 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.024227 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (704c0a96-0ad2-490c-91dc-0a9235faeb96), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.040591 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.048973 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (9c465cac-ae28-446d-8e1b-5deba363c09a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.050277 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 41d10efb-bb32-41d5-bc75-643d1b96f70b up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:28.053079 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:28.055176 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d2a346c6-6446-412e-85d9-bc734600da7f None None] Provisioning complete for port 5ec76a7e-a289-4e50-9965-7d8933176df9 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:28.055306 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.055860 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d2a346c6-6446-412e-85d9-bc734600da7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.074027 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:28.174723 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Pushing event updated for resources: {'Port': ['ID=bccd2f0a-d85f-47a0-986c-8547224ae1b5,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:28.204078 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Publish callbacks [] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.220495 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] Pushing event updated for resources: {'Network': ['ID=9c465cac-ae28-446d-8e1b-5deba363c09a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:28.250467 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 9c465cac-ae28-446d-8e1b-5deba363c09a details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:57:28.278157 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:28.279730 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:28.290521 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:28.290713 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.311547 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Network cd4ad921-7f53-4678-aca4-f8be7966b874 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:28.314487 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:28.316844 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=5ec76a7e-a289-4e50-9965-7d8933176df9,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:28.403242 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90da01cc-f996-47a0-956d-6133af3ed5c1 req-758e4479-79af-4d56-b82a-f04374a4067b tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.1021037 Apr 28 20:57:28.410156 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.451379 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.488826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=528c8727-e344-4df0-bb36-06bb6970dbf6,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:28.514741 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-62534438-948c-4fcb-a99c-6b35b9420752 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3913221 Apr 28 20:57:28.521502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46276) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:28.532058 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Request body: {'subnet': {'network_id': '9c465cac-ae28-446d-8e1b-5deba363c09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1507529095-subnet', 'tenant_id': '1c98555705764a7f9b16b8f1aa663c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:28.624911 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Made reservation on behalf of 1c98555705764a7f9b16b8f1aa663c1d for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:28.627769 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.631759 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:57:28.675994 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:24Z', 'revision_number': 3, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:28.696134 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d2a346c6-6446-412e-85d9-bc734600da7f None None] Current status of the port 5ec76a7e-a289-4e50-9965-7d8933176df9 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:28.727890 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Attempting to bind port c44036cf-96c9-4c0d-a79b-04ee011e725a on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:28.728411 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Attempting to bind port c44036cf-96c9-4c0d-a79b-04ee011e725a by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:28.732103 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Attempting to bind port c44036cf-96c9-4c0d-a79b-04ee011e725a on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:28.749752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:28.749752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:28.749752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.750572 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:28.752172 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Bound port: c44036cf-96c9-4c0d-a79b-04ee011e725a, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:28.752660 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.761998 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:28.762571 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Updating router d145fffb-2140-4954-bacb-eb07632a7084 port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:28.821662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] For port c44036cf-96c9-4c0d-a79b-04ee011e725a, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:28.823464 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] For port c44036cf-96c9-4c0d-a79b-04ee011e725a, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=c44036cf-96c9-4c0d-a79b-04ee011e725a,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:28.826929 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 41d10efb-bb32-41d5-bc75-643d1b96f70b triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:28.827440 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.856445 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:57:28.860339 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.882942 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a1448309-846d-4cdd-a6e9-5f771a437a12 admin admin] 10.222.0.64 "PUT /v2.0/routers/704c0a96-0ad2-490c-91dc-0a9235faeb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1868086 Apr 28 20:57:28.886674 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:28.919499 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Provisioning complete for port bccd2f0a-d85f-47a0-986c-8547224ae1b5 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:28.920651 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.979322 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:28.998844 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:29.000261 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:29.145298 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.171817 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Publish callbacks [] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.181645 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Port bccd2f0a-d85f-47a0-986c-8547224ae1b5 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:29.220808 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Provisioning complete for port 5ec76a7e-a289-4e50-9965-7d8933176df9 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:29.221345 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.244928 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:29.245713 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:29.253061 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.341183 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (7e897798-b219-4630-a9b2-91d8e20b4fdb), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.390355 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:29.401488 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.416641 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Attempting to bind port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:29.417313 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Attempting to bind port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:29.417439 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Attempting to bind port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:29.420702 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39bda4-b902-46bf-9c3e-55f03ce4a50f None None] Pushing event updated for resources: {'Port': ['ID=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:29.458104 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:29.458484 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:29.464380 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.464808 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:29.465319 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Bound port: 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:29.470402 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.523205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e897798-b219-4630-a9b2-91d8e20b4fdb,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:29.535860 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Checking segment: {'id': 'ecde987a-f60f-4be4-ba1e-de60d5fae9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9c465cac-ae28-446d-8e1b-5deba363c09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:29.539541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Network hostable DHCP agents. Network: 9c465cac-ae28-446d-8e1b-5deba363c09a, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:29.608875 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] For port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:29.620428 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] For port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:29.703063 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Network 9c465cac-ae28-446d-8e1b-5deba363c09a is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:29.727229 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.817536 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 9c465cac-ae28-446d-8e1b-5deba363c09a) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:29.822127 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:29.822943 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:29.862713 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeed74-25ec-4892-bc6f-b14609758e62 None None] Pushing event updated for resources: {'Port': ['ID=c44036cf-96c9-4c0d-a79b-04ee011e725a,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:29.886167 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:29.892473 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39bda4-b902-46bf-9c3e-55f03ce4a50f None None] Pushing event updated for resources: {'Port': ['ID=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:29.933290 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:29.935904 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:29.954731 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-bfb400df-2624-440a-99fb-58753922c94e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4235148 Apr 28 20:57:30.173885 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:30.269346 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878750d3-6860-4776-9c19-f4d957ce1436 None None] Network 9c465cac-ae28-446d-8e1b-5deba363c09a requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:30.297646 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0587df7c-457d-4fef-b344-cb02e059e163 req-98b4f9a5-cb30-4b94-801d-58b17d717fd2 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.7120082 Apr 28 20:57:30.415897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46330) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:30.434271 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614185176', 'description': 'tempest-description--1664732885'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:30.497724 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks [] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:30.524572 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Allocated IP 172.20.0.1 (719c110f-4197-46b6-a5fb-5a4f9e5d8053/79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620/cfe781a9-fb0c-46da-923a-6c0cc31202b2) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:30.592731 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:24Z', 'revision_number': 3, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:30.609972 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:30.656669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:30.659837 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:30.700934 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c6051-7d73-4ace-8bee-9cbb4d388558 None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:24Z', 'revision_number': 3, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:30.704981 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeed74-25ec-4892-bc6f-b14609758e62 None None] Pushing event updated for resources: {'Port': ['ID=c44036cf-96c9-4c0d-a79b-04ee011e725a,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:30.722893 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Current status of the port 5ec76a7e-a289-4e50-9965-7d8933176df9 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:30.753550 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9683dd42-4943-453d-b05a-7070efaff94e None None] Network 9c465cac-ae28-446d-8e1b-5deba363c09a requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:30.846495 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:30.847446 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.61', 56109) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:30.932916 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=528c8727-e344-4df0-bb36-06bb6970dbf6,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:30.939258 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Provisioning complete for port 528c8727-e344-4df0-bb36-06bb6970dbf6 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:30.939673 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:30.942767 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:30.948302 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.005521 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.050267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks [] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.077946 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:31.137558 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:31.139083 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:31.228955 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.228955 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d6076238-cf23-4d73-84f4-6ab1b3cd70ed tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8088369 Apr 28 20:57:31.240710 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46346) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:31.254311 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.257378 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'security_group_rule': {'security_group_id': 'bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:31.269136 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010c8b7-45c4-4b52-8945-bcea56d105ea None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:31.407969 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-1efe8e72-c38d-4788-be0c-57d5f87b7926 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:31.415321 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-1efe8e72-c38d-4788-be0c-57d5f87b7926 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.61 "GET /v2.0/networks?id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b HTTP/1.1" status: 200 len: 812 time: 0.5665860 Apr 28 20:57:31.439412 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Pushing event updated for resources: {'Port': ['ID=cfe781a9-fb0c-46da-923a-6c0cc31202b2,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:31.462328 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (176c1f63-6895-4a25-b42d-095b814809ca), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.482757 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:31.486139 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Request body: {'port': {'device_id': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b', 'admin_state_up': True, 'tenant_id': 'cc0f5587778c4759b34919899bdb5afe'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:31.492910 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:31.522379 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:31.523692 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (d145fffb-2140-4954-bacb-eb07632a7084), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:31.684579 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46364) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:31.697162 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-22199622-network', 'tenant_id': '710112d7d659467681630778e70835a7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:31.890707 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-de70a78d-2c82-43fd-ac74-7fcd274487e8 None None] Port 528c8727-e344-4df0-bb36-06bb6970dbf6 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:32.016053 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 2, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:32.018305 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:57:32.033287 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-003c924f-a07d-4f05-b067-190672408cf6 req-9023ceee-6c4d-44a4-a906-95d75c0e9c09 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.5064425 Apr 28 20:57:32.059419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 41d10efb-bb32-41d5-bc75-643d1b96f70b is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:32.061128 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:32.076038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (176c1f63-6895-4a25-b42d-095b814809ca), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.101367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:32.101593 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Updating router 704c0a96-0ad2-490c-91dc-0a9235faeb96 port bccd2f0a-d85f-47a0-986c-8547224ae1b5 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:32.129567 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Made reservation on behalf of 710112d7d659467681630778e70835a7 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:32.132950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.161285 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.164504 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.219030 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:32.219401 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.227909 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-c8f6cdc3-b231-4eab-944c-068ce2e93bcd None None] Provisioning complete for port cfe781a9-fb0c-46da-923a-6c0cc31202b2 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:32.229375 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c8f6cdc3-b231-4eab-944c-068ce2e93bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.302616 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:57:32.328440 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3abc476e-fbaa-401a-817d-90c3129d3ff7 admin admin] 10.222.0.64 "PUT /v2.0/routers/a0b9103d-69d7-429b-8dd2-0ebd946fac9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9705396 Apr 28 20:57:32.339970 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.354023 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks [] for security_group (cdeba52b-6b1c-40db-8ddc-5d128e6ecda2), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.356278 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (176c1f63-6895-4a25-b42d-095b814809ca), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.365542 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Made reservation on behalf of cc0f5587778c4759b34919899bdb5afe for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:32.365542 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.716977 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6cdc3-b231-4eab-944c-068ce2e93bcd None None] Port cfe781a9-fb0c-46da-923a-6c0cc31202b2 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:32.771501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks [] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.814439 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (cdeba52b-6b1c-40db-8ddc-5d128e6ecda2), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.833113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c1f63-6895-4a25-b42d-095b814809ca,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:32.849342 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-c8f6cdc3-b231-4eab-944c-068ce2e93bcd None None] Provisioning complete for port 528c8727-e344-4df0-bb36-06bb6970dbf6 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:32.849743 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c8f6cdc3-b231-4eab-944c-068ce2e93bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.895219 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.896426 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (d145fffb-2140-4954-bacb-eb07632a7084), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.917597 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:32.918063 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:32.979070 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6cdc3-b231-4eab-944c-068ce2e93bcd None None] Port 528c8727-e344-4df0-bb36-06bb6970dbf6 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:32.998636 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.000329 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-91b1d3d4-d217-487b-9a73-a30812339264 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7582865 Apr 28 20:57:33.014988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:33.017027 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:33.023940 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46406) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:33.039047 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'security_group_rule': {'security_group_id': 'bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:33.060335 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeba52b-6b1c-40db-8ddc-5d128e6ecda2,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:33.084083 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Pushing event updated for resources: {'Port': ['ID=cfe781a9-fb0c-46da-923a-6c0cc31202b2,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:33.084571 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Allocated IP 172.20.0.12 (964ebe2e-bfa5-47f9-ae59-3e6f829c225b/e5c115de-512c-4382-b1c6-6b4a04d3880b/13b467c6-e747-486b-b80f-ee563efa5bc6) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:33.124730 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.314165 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (11eafd31-b937-4af0-a265-ccca070a0215), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.370895 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:33.395029 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:33.397567 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46414) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:33.439999 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442525631', 'description': 'tempest-description--499824396'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:33.484718 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:33.512392 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks [] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.530121 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7527a0f-724a-4fba-a912-ce38518d308c req-833697b1-6b89-4a95-a56a-046b15d7704f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.1617730 Apr 28 20:57:33.556998 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Publish callbacks [] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.592654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (6d5e2a2d-8381-4f62-b03c-f15747cd7023), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.593532 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Added segment 6d5e2a2d-8381-4f62-b03c-f15747cd7023 of type vlan for network abaa2a22-090a-4676-85f3-a548d4844dc2 Apr 28 20:57:33.674723 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.700013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (abaa2a22-090a-4676-85f3-a548d4844dc2), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.743455 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.802507 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:33.931731 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:33.937220 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:33.942352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:33.953779 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:33.954498 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.973381 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (abaa2a22-090a-4676-85f3-a548d4844dc2), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:33.974352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:33.974930 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.005538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2afe1b-ed08-491b-ba45-1f68f711e57d None None] Pushing event updated for resources: {'Port': ['ID=bccd2f0a-d85f-47a0-986c-8547224ae1b5,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:34.140817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (11eafd31-b937-4af0-a265-ccca070a0215), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.188644 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-78469795-5b08-464e-a44b-21d2987b2363 None None] Provisioning complete for port cfe781a9-fb0c-46da-923a-6c0cc31202b2 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:34.189023 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-78469795-5b08-464e-a44b-21d2987b2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.223691 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.244165 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Router d145fffb-2140-4954-bacb-eb07632a7084 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:57:34.252620 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (11eafd31-b937-4af0-a265-ccca070a0215), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.310644 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Pushing event updated for resources: {'Port': ['ID=13b467c6-e747-486b-b80f-ee563efa5bc6,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:34.325692 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6352658 Apr 28 20:57:34.330491 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-84f7873d-ec67-483d-9eb7-975d831bf11f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8565066 Apr 28 20:57:34.330822 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46436) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:34.331288 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bc9a5-5052-48c8-aa6b-bd65e0e332c4 admin admin] Pushing event updated for resources: {'Network': ['ID=abaa2a22-090a-4676-85f3-a548d4844dc2,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:34.353599 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-87538cef-d97c-4e87-9353-919bc543217f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:57:34.355872 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-87538cef-d97c-4e87-9353-919bc543217f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079558 Apr 28 20:57:34.380125 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Request body: {'subnet': {'network_id': 'abaa2a22-090a-4676-85f3-a548d4844dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-22199622-subnet', 'tenant_id': '710112d7d659467681630778e70835a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:34.383569 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network abaa2a22-090a-4676-85f3-a548d4844dc2 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:57:34.418517 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.427519 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3948817 Apr 28 20:57:34.430729 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46438) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:34.450468 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:34.459696 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Attempting to bind port bccd2f0a-d85f-47a0-986c-8547224ae1b5 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:34.460086 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Attempting to bind port bccd2f0a-d85f-47a0-986c-8547224ae1b5 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:34.571269 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Attempting to bind port bccd2f0a-d85f-47a0-986c-8547224ae1b5 on network cd4ad921-7f53-4678-aca4-f8be7966b874 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:34.572746 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8face0d7-dae2-4c01-b997-0dc1720e147d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eafd31-b937-4af0-a265-ccca070a0215,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Checking segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Bound using segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Bound port: bccd2f0a-d85f-47a0-986c-8547224ae1b5, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:34.573951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.590298 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-78469795-5b08-464e-a44b-21d2987b2363 None None] Port cfe781a9-fb0c-46da-923a-6c0cc31202b2 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:34.740446 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] For port bccd2f0a-d85f-47a0-986c-8547224ae1b5, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:34.740903 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Request body: {'port': {'device_id': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:34.746642 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-221adb7b-b693-4023-90e4-d0a80126af09 None None] Provisioning complete for port bccd2f0a-d85f-47a0-986c-8547224ae1b5 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:34.746916 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-221adb7b-b693-4023-90e4-d0a80126af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.749057 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (04aef8e7-e386-4705-8ca4-9c709499c284), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.759873 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:34.760297 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.762813 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:57:34.764569 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Made reservation on behalf of 710112d7d659467681630778e70835a7 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:34.783702 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:34.785326 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.792314 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.822201 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-05130d9e-c398-43d3-9e29-cf0589931e7c admin admin] 10.222.0.64 "PUT /v2.0/routers/d145fffb-2140-4954-bacb-eb07632a7084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9469769 Apr 28 20:57:34.822404 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:34.822404 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:34.846710 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] For port bccd2f0a-d85f-47a0-986c-8547224ae1b5, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=bccd2f0a-d85f-47a0-986c-8547224ae1b5,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:34.848604 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (04aef8e7-e386-4705-8ca4-9c709499c284), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:34.934003 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:34.978479 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04aef8e7-e386-4705-8ca4-9c709499c284,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:35.002124 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-221adb7b-b693-4023-90e4-d0a80126af09 None None] Port bccd2f0a-d85f-47a0-986c-8547224ae1b5 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:35.021252 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.081332 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:35.199549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.201732 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 5ec76a7e-a289-4e50-9965-7d8933176df9 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:35.254891 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ee9b7-5a1a-42e3-b584-43c9a0b2732b req-8d94637d-4401-418f-bf34-d6113babb4e5 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:35.254891 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f17ee9b7-5a1a-42e3-b584-43c9a0b2732b req-8d94637d-4401-418f-bf34-d6113babb4e5 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 932 time: 0.2270298 Apr 28 20:57:35.326995 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.352571 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.381302 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:35.382071 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:35.405716 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2afe1b-ed08-491b-ba45-1f68f711e57d None None] Pushing event updated for resources: {'Port': ['ID=bccd2f0a-d85f-47a0-986c-8547224ae1b5,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:35.713262 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 2, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:35.741197 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] Provisioning complete for port bccd2f0a-d85f-47a0-986c-8547224ae1b5 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:35.741701 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.795015 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:35.795604 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Updating router d145fffb-2140-4954-bacb-eb07632a7084 port cfe781a9-fb0c-46da-923a-6c0cc31202b2 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:35.817794 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:35.885148 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.928920 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f17ee9b7-5a1a-42e3-b584-43c9a0b2732b req-2c71035f-d67f-4e82-bc8b-4cf725a68637 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574242 Apr 28 20:57:35.948867 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.968094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ca0412bc-64fc-4184-b4cf-64c66ebab7ba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5345786 Apr 28 20:57:35.968247 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46468) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:35.968332 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 5ec76a7e-a289-4e50-9965-7d8933176df9 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:35.968332 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:35.976890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': '04aef8e7-e386-4705-8ca4-9c709499c284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:36.207903 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:36.320152 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46476) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:36.326321 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531111382', 'description': 'tempest-description--1977821221'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:36.347140 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Allocated IP 172.27.0.101 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/e4f3126b-6c80-443b-b2de-c4baabfd8e66) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:36.348723 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:36.395697 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (700a956c-f700-4715-8f44-1daafa2461cf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.460838 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:36.461919 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:36.472938 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700a956c-f700-4715-8f44-1daafa2461cf,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:36.477907 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] Current status of the port bccd2f0a-d85f-47a0-986c-8547224ae1b5 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:36.478531 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.512715 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.513374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (27a1f7d0-2c3a-4fab-a532-8577f64bb51b), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.545587 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Checking segment: {'id': '6d5e2a2d-8381-4f62-b03c-f15747cd7023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'abaa2a22-090a-4676-85f3-a548d4844dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:36.546074 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Network hostable DHCP agents. Network: abaa2a22-090a-4676-85f3-a548d4844dc2, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:36.619430 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Publish callbacks [] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.630766 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (8545de44-299f-46f3-9726-45be31af1dd2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.700636 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 5ec76a7e-a289-4e50-9965-7d8933176df9 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:36.749145 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.817688 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b467c6-e747-486b-b80f-ee563efa5bc6 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:57:36.824367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] For port bccd2f0a-d85f-47a0-986c-8547224ae1b5, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=bccd2f0a-d85f-47a0-986c-8547224ae1b5,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:36.825615 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Network abaa2a22-090a-4676-85f3-a548d4844dc2 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:36.829511 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (8545de44-299f-46f3-9726-45be31af1dd2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.863539 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Publish callbacks [] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.942112 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:36.970368 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, abaa2a22-090a-4676-85f3-a548d4844dc2) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:36.988632 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Attempting to bind port cfe781a9-fb0c-46da-923a-6c0cc31202b2 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:36.989450 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Attempting to bind port cfe781a9-fb0c-46da-923a-6c0cc31202b2 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:36.989450 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Attempting to bind port cfe781a9-fb0c-46da-923a-6c0cc31202b2 on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:37.012888 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3305c9-938e-46f5-b8ab-7cc8be0198d8 None None] Pushing event updated for resources: {'Port': ['ID=cfe781a9-fb0c-46da-923a-6c0cc31202b2,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.016006 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8545de44-299f-46f3-9726-45be31af1dd2,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.017406 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:37.018687 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Checking segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:37.020501 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.021136 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Bound using segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:37.021819 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Bound port: cfe781a9-fb0c-46da-923a-6c0cc31202b2, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:37.024408 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.055389 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:37.065309 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.077731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.079230 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-442faf31-8d82-4797-9c01-ebbc5865ae5b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7570255 Apr 28 20:57:37.099729 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46482) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:37.111304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (27a1f7d0-2c3a-4fab-a532-8577f64bb51b), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.124894 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'security_group_rule': {'security_group_id': '8545de44-299f-46f3-9726-45be31af1dd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:37.160765 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Transition to ACTIVE for port object 13b467c6-e747-486b-b80f-ee563efa5bc6 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:57:37.211328 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (27a1f7d0-2c3a-4fab-a532-8577f64bb51b), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.239987 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dbe72-1dd7-431a-b991-25953c623e0d None None] Network abaa2a22-090a-4676-85f3-a548d4844dc2 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:37.270267 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.321448 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbfa92-c063-4bc9-a074-255a32e782e1 req-bf30989f-d88f-47d2-9b86-598a27301155 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:37.325435 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22dbfa92-c063-4bc9-a074-255a32e782e1 req-bf30989f-d88f-47d2-9b86-598a27301155 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 932 time: 0.1402900 Apr 28 20:57:37.344119 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5160d60f-35a3-46e6-b24c-7c358c435863 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9971116 Apr 28 20:57:37.358375 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.402477 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a1f7d0-2c3a-4fab-a532-8577f64bb51b,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.405138 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] For port cfe781a9-fb0c-46da-923a-6c0cc31202b2, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:37.426480 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] For port cfe781a9-fb0c-46da-923a-6c0cc31202b2, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=cfe781a9-fb0c-46da-923a-6c0cc31202b2,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:37.434612 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.440241 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e2749bd9-9dea-4278-a36a-94b1802f6cba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4737260 Apr 28 20:57:37.458221 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46498) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:37.488581 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': '04aef8e7-e386-4705-8ca4-9c709499c284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:37.503775 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (84c120f9-3651-462a-8839-44d480460259), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.522236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:37.548722 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.553099 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:37.554974 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Pushing event updated for resources: {'Port': ['ID=13b467c6-e747-486b-b80f-ee563efa5bc6,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.601586 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22dbfa92-c063-4bc9-a074-255a32e782e1 req-9d88056a-3cf6-4a61-b96e-314c7c35ef29 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462490 Apr 28 20:57:37.608828 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] Provisioning complete for port cfe781a9-fb0c-46da-923a-6c0cc31202b2 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:37.622888 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.660785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46502) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:37.693162 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3305c9-938e-46f5-b8ab-7cc8be0198d8 None None] Pushing event updated for resources: {'Port': ['ID=cfe781a9-fb0c-46da-923a-6c0cc31202b2,revision_number=4']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.705572 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:37.706878 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:37.775392 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (84c120f9-3651-462a-8839-44d480460259), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.787301 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Attempting to bind port 13b467c6-e747-486b-b80f-ee563efa5bc6 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:37.789983 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Attempting to bind port 13b467c6-e747-486b-b80f-ee563efa5bc6 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:37.791539 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Attempting to bind port 13b467c6-e747-486b-b80f-ee563efa5bc6 on network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:37.816686 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Port 13b467c6-e747-486b-b80f-ee563efa5bc6 on network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:57:37.817258 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Attempting to bind port 13b467c6-e747-486b-b80f-ee563efa5bc6 on network 964ebe2e-bfa5-47f9-ae59-3e6f829c225b {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:37.859123 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Deleting subnet 7e897798-b219-4630-a9b2-91d8e20b4fdb {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:57:37.863708 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (84c120f9-3651-462a-8839-44d480460259), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.874337 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73129bbc-4679-49c2-abf1-15680145c7f6 None None] Network abaa2a22-090a-4676-85f3-a548d4844dc2 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:57:37.879523 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Publish callbacks [] for subnet (7e897798-b219-4630-a9b2-91d8e20b4fdb), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.901791 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:37.912285 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c120f9-3651-462a-8839-44d480460259,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.925141 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:37.957559 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Publish callbacks [] for subnet (7e897798-b219-4630-a9b2-91d8e20b4fdb), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.978961 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (7e897798-b219-4630-a9b2-91d8e20b4fdb), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:37.989647 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12c191-da28-48ea-a4e3-7abb4e6bde01 None None] Pushing event updated for resources: {'Port': ['ID=bccd2f0a-d85f-47a0-986c-8547224ae1b5,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:38.013067 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.017519 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a7bb1b3e-82c4-4371-a3cf-1412fcccad26 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9140513 Apr 28 20:57:38.024089 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46504) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:38.024089 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'security_group_rule': {'security_group_id': '8545de44-299f-46f3-9726-45be31af1dd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:38.093471 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.096807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:38.096807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Checking segment: {'id': 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:38.097157 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Bound using segment: {'id': 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:38.098872 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Bound port: 13b467c6-e747-486b-b80f-ee563efa5bc6, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:38.099258 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.104288 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594bbac-d2bf-4afc-857f-a264ffc21e52 None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:38.173601 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (2122621d-c3ae-4b56-86f1-d7084a84a872), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.196889 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:38.200940 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (f26a1862-9231-45f2-b537-667636ec3964), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.218518 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e813c2-388d-4a8f-82bc-1994ab3fb098 None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:38.237218 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (7e897798-b219-4630-a9b2-91d8e20b4fdb), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.271392 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] Current status of the port cfe781a9-fb0c-46da-923a-6c0cc31202b2 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:38.271871 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.280641 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:38.281073 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.335199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e897798-b219-4630-a9b2-91d8e20b4fdb,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:38.340692 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:38.351730 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.355243 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-69cf2036-4c31-4aea-adbc-56800f0a91d9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e897798-b219-4630-a9b2-91d8e20b4fdb HTTP/1.1" status: 204 len: 168 time: 0.6930635 Apr 28 20:57:38.362152 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46508) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:38.388940 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] For port cfe781a9-fb0c-46da-923a-6c0cc31202b2, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=cfe781a9-fb0c-46da-923a-6c0cc31202b2,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:38.397549 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:38.403860 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'Port': ['ID=e4f3126b-6c80-443b-b2de-c4baabfd8e66,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:38.409534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:38.435900 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (2122621d-c3ae-4b56-86f1-d7084a84a872), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.464292 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (f26a1862-9231-45f2-b537-667636ec3964), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.480793 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.518436 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] For port 13b467c6-e747-486b-b80f-ee563efa5bc6, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:38.523839 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] For port 13b467c6-e747-486b-b80f-ee563efa5bc6, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=13b467c6-e747-486b-b80f-ee563efa5bc6,segment=NetworkSegment(c17e0393-eaca-4bce-9a1f-4fb5d7b429c2),segment_id=c17e0393-eaca-4bce-9a1f-4fb5d7b429c2)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:38.559144 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (2122621d-c3ae-4b56-86f1-d7084a84a872), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.583928 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (f26a1862-9231-45f2-b537-667636ec3964), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.649231 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.666880 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (9c465cac-ae28-446d-8e1b-5deba363c09a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.714713 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2122621d-c3ae-4b56-86f1-d7084a84a872,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:38.737251 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.739680 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2662349 Apr 28 20:57:38.752956 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46522) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:38.806558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-97b00714-245e-4225-838b-ffdd111719ae None None] Provisioning complete for port cfe781a9-fb0c-46da-923a-6c0cc31202b2 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:38.806939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-97b00714-245e-4225-838b-ffdd111719ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.821353 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:38.825937 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:29Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:38.909005 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:38.910567 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-02a0253a-aec2-42bc-a314-5ca0c46ddaa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8918626 Apr 28 20:57:38.917276 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46530) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:38.920101 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde81e7-9494-4173-917c-6c50674b80e4 None None] Pushing event updated for resources: {'Port': ['ID=cfe781a9-fb0c-46da-923a-6c0cc31202b2,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:38.927964 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:38.943837 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:38.947414 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Updating router a0b9103d-69d7-429b-8dd2-0ebd946fac9e port 528c8727-e344-4df0-bb36-06bb6970dbf6 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:38.970480 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:38.971787 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:38.990747 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (242b55b0-c532-49d2-8da9-3cf41e64f5b6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.002935 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2732-55ca-4190-9c48-cbe644728d8a req-26bec348-e5fe-4a88-8142-74f9f825506b tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:39.016750 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b4bb2732-55ca-4190-9c48-cbe644728d8a req-26bec348-e5fe-4a88-8142-74f9f825506b tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.2477565 Apr 28 20:57:39.025017 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Pushing event updated for resources: {'Port': ['ID=13b467c6-e747-486b-b80f-ee563efa5bc6,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:39.057007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ead6-acd8-4e6c-a38b-c52bf13f1f9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a1862-9231-45f2-b537-667636ec3964,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:39.078142 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (9c465cac-ae28-446d-8e1b-5deba363c09a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.081808 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.083821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:39.083821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.084851 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c26c8e88-1910-472d-a851-788fa1b2820c service neutron] 10.222.0.61 "PUT /v2.0/ports/13b467c6-e747-486b-b80f-ee563efa5bc6 HTTP/1.1" status: 200 len: 1094 time: 4.5237331 Apr 28 20:57:39.085323 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'tag': '13b467c6-e747-486b-b80f-ee563efa5bc6'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:39.231372 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.306270 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.313354 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.409703 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.413647 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.415813 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.416695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > port after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.426469 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.427147 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > port after_update 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.427653 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.428217 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.428856 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.429881 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:39.449906 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1891e2f2-62c7-4257-8553-8fab37856095" -d '{"events": [{"name": "network-changed", "server_uuid": "2daf8b22-36df-4fa2-8200-2b2fbf411681", "tag": "13b467c6-e747-486b-b80f-ee563efa5bc6"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:57:39.585562 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.605859 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-97b00714-245e-4225-838b-ffdd111719ae None None] Current status of the port cfe781a9-fb0c-46da-923a-6c0cc31202b2 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:39.617808 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:39.618293 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.653148 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.827907 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb3db83-b8fc-4564-8f4c-4302e3c7cf1a x-openstack-request-id: req-bdb3db83-b8fc-4564-8f4c-4302e3c7cf1a {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:57:39.828384 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daf8b22-36df-4fa2-8200-2b2fbf411681", "tag": "13b467c6-e747-486b-b80f-ee563efa5bc6", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:57:39.829000 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdb3db83-b8fc-4564-8f4c-4302e3c7cf1a {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:57:39.839579 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb3db83-b8fc-4564-8f4c-4302e3c7cf1a'] response: {'name': 'network-changed', 'server_uuid': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'tag': '13b467c6-e747-486b-b80f-ee563efa5bc6', 'status': 'completed', 'code': 200} Apr 28 20:57:39.840684 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'Port': ['ID=e4f3126b-6c80-443b-b2de-c4baabfd8e66,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:39.859809 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (242b55b0-c532-49d2-8da9-3cf41e64f5b6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.976886 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:39.976886 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c3e7cdd4-b118-4c91-87e4-cac3cafd016e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5426700 Apr 28 20:57:40.001506 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:40.002659 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:40.003776 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c44036cf-96c9-4c0d-a79b-04ee011e725a up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:40.011897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:40.012323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:40.012663 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 20:57:40.013047 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c465cac-ae28-446d-8e1b-5deba363c09a']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:40.101164 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port c44036cf-96c9-4c0d-a79b-04ee011e725a triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:40.101811 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.190242 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecde987a-f60f-4be4-ba1e-de60d5fae9a1') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:40.190242 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecde987a-f60f-4be4-ba1e-de60d5fae9a1') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:40.280916 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b4bb2732-55ca-4190-9c48-cbe644728d8a req-d7cf10f8-e36a-4f53-af9c-fb7b2734246e tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2630141 Apr 28 20:57:40.286471 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (ecde987a-f60f-4be4-ba1e-de60d5fae9a1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.383655 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Publish callbacks [] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.389177 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (ecde987a-f60f-4be4-ba1e-de60d5fae9a1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.392687 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.412922 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:57:40.414198 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (ecde987a-f60f-4be4-ba1e-de60d5fae9a1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.424277 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port c44036cf-96c9-4c0d-a79b-04ee011e725a is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:40.424674 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.447045 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port c44036cf-96c9-4c0d-a79b-04ee011e725a, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=c44036cf-96c9-4c0d-a79b-04ee011e725a,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: from cryptography.utils import int_from_bytes Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: from cryptography.utils import int_from_bytes Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:57:40.451204 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:57:40.508861 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.589583 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9debbee-884d-432c-a98b-91152ee92dc6 None None] Pushing event updated for resources: {'Port': ['ID=528c8727-e344-4df0-bb36-06bb6970dbf6,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:40.594070 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.604793 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.637430 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-e515f50c-9500-4345-a7ab-42133a2371b7 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1614185176&fields=id&tenant_id=d6692a6832a14613b5dc49240b3475f1 HTTP/1.1" status: 200 len: 267 time: 0.3584645 Apr 28 20:57:40.841543 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=c44036cf-96c9-4c0d-a79b-04ee011e725a,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:40.863896 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Attempting to bind port 528c8727-e344-4df0-bb36-06bb6970dbf6 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:40.864305 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Attempting to bind port 528c8727-e344-4df0-bb36-06bb6970dbf6 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:40.864679 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Attempting to bind port 528c8727-e344-4df0-bb36-06bb6970dbf6 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:40.870874 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:40.871343 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:40.871753 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.872209 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Bound using segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:40.872661 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Bound port: 528c8727-e344-4df0-bb36-06bb6970dbf6, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:40.873057 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:40.988849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device cfe781a9-fb0c-46da-923a-6c0cc31202b2 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:41.029203 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] For port 528c8727-e344-4df0-bb36-06bb6970dbf6, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:41.059888 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] For port 528c8727-e344-4df0-bb36-06bb6970dbf6, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=528c8727-e344-4df0-bb36-06bb6970dbf6,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:41.113218 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port cfe781a9-fb0c-46da-923a-6c0cc31202b2 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:41.113588 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.141369 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-936537c5-d071-4c81-a322-0d44d3a83093 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:41.143296 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-936537c5-d071-4c81-a322-0d44d3a83093 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 811 time: 0.5074737 Apr 28 20:57:41.172945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (9c465cac-ae28-446d-8e1b-5deba363c09a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.184042 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.210660 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-4fa6c1af-0f1b-4140-941c-a59419a11e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:41.212916 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.213529 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-4fa6c1af-0f1b-4140-941c-a59419a11e8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0f5587778c4759b34919899bdb5afe&device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 1128 time: 0.1610594 Apr 28 20:57:41.216464 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] 10.222.0.64 "DELETE /v2.0/networks/9c465cac-ae28-446d-8e1b-5deba363c09a HTTP/1.1" status: 204 len: 168 time: 2.8532679 Apr 28 20:57:41.218230 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Allocated IP 172.27.0.159 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/13b1f187-dfc1-4a40-99f0-dce0b6a8c029) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:41.225001 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46586) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:41.257194 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-99e35fb1-740c-4821-9104-4da0d994afe3 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/quotas/d6692a6832a14613b5dc49240b3475f1 HTTP/1.1" status: 200 len: 375 time: 0.0882277 Apr 28 20:57:41.262315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c30dd-e043-4048-9d5f-3315eed78b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c465cac-ae28-446d-8e1b-5deba363c09a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:41.294633 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Deleting subnet 700a956c-f700-4715-8f44-1daafa2461cf {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:57:41.299071 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Publish callbacks [] for subnet (700a956c-f700-4715-8f44-1daafa2461cf), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.304996 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-aeba8472-c413-4433-babf-6aa204167585 None None] Provisioning complete for port 528c8727-e344-4df0-bb36-06bb6970dbf6 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:41.305401 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-aeba8472-c413-4433-babf-6aa204167585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.396196 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Publish callbacks [] for subnet (700a956c-f700-4715-8f44-1daafa2461cf), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.417374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (700a956c-f700-4715-8f44-1daafa2461cf), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.449093 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:57:41.449810 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:41.551941 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9debbee-884d-432c-a98b-91152ee92dc6 None None] Pushing event updated for resources: {'Port': ['ID=528c8727-e344-4df0-bb36-06bb6970dbf6,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:41.577933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (700a956c-f700-4715-8f44-1daafa2461cf), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.592377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-aeba8472-c413-4433-babf-6aa204167585 None None] Current status of the port 528c8727-e344-4df0-bb36-06bb6970dbf6 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:41.592377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-aeba8472-c413-4433-babf-6aa204167585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.606650 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700a956c-f700-4715-8f44-1daafa2461cf,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:41.609403 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.614969 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c27ec605-d7bc-4735-8097-e84f6764f394 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/700a956c-f700-4715-8f44-1daafa2461cf HTTP/1.1" status: 204 len: 168 time: 0.3880563 Apr 28 20:57:41.615302 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46590) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:41.640611 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-d4310b93-ae96-47a8-bd14-1ba5d4bed312 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3821590 Apr 28 20:57:41.649841 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port cfe781a9-fb0c-46da-923a-6c0cc31202b2 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:41.651407 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device bccd2f0a-d85f-47a0-986c-8547224ae1b5 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:41.720533 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-aeba8472-c413-4433-babf-6aa204167585 None None] For port 528c8727-e344-4df0-bb36-06bb6970dbf6, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=528c8727-e344-4df0-bb36-06bb6970dbf6,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:41.731899 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:57:41.757612 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b397bbc-b49c-4094-a430-6fb92bb27c60 req-cf30a7bc-d5df-49ae-835b-e1f9b79438b5 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:41.759179 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b397bbc-b49c-4094-a430-6fb92bb27c60 req-cf30a7bc-d5df-49ae-835b-e1f9b79438b5 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.1409080 Apr 28 20:57:41.788155 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port bccd2f0a-d85f-47a0-986c-8547224ae1b5 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:41.788538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.791270 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (abaa2a22-090a-4676-85f3-a548d4844dc2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.795456 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.839151 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-71e65f1d-2e6c-432a-89c6-13ef2fc58c04 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:57:41.840285 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-71e65f1d-2e6c-432a-89c6-13ef2fc58c04 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0980277 Apr 28 20:57:41.841088 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-aeba8472-c413-4433-babf-6aa204167585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:41.906412 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2b397bbc-b49c-4094-a430-6fb92bb27c60 req-834a848a-7ab0-4cb3-ac8e-ef6ecd5bf081 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335216 Apr 28 20:57:41.971125 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba8472-c413-4433-babf-6aa204167585 None None] Pushing event updated for resources: {'Port': ['ID=528c8727-e344-4df0-bb36-06bb6970dbf6,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:42.001151 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-815b6685-b75a-4c81-a088-31d04261c35f None None] Provisioning complete for port 528c8727-e344-4df0-bb36-06bb6970dbf6 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:42.001151 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-815b6685-b75a-4c81-a088-31d04261c35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.016014 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (abaa2a22-090a-4676-85f3-a548d4844dc2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.049472 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.055052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaa2a22-090a-4676-85f3-a548d4844dc2']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:42.117190 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5e2a2d-8381-4f62-b03c-f15747cd7023') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:42.117453 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5e2a2d-8381-4f62-b03c-f15747cd7023') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:42.119597 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port bccd2f0a-d85f-47a0-986c-8547224ae1b5 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:42.163703 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (6d5e2a2d-8381-4f62-b03c-f15747cd7023), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.166231 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:42.189844 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-025f0371-054e-457b-a713-e2271e5163c7 service neutron] 10.222.0.64 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103900 Apr 28 20:57:42.223824 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4db3f5-c836-49a0-94e9-dcb2e214e722 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:42.246438 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-815b6685-b75a-4c81-a088-31d04261c35f None None] Current status of the port 528c8727-e344-4df0-bb36-06bb6970dbf6 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:42.269880 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:42.298650 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:42.319260 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.27.0.161 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/6756c6fb-625d-420a-91bd-56d877f1eea5) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:42.328590 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:42.354842 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (6d5e2a2d-8381-4f62-b03c-f15747cd7023), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.394139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'Port': ['ID=13b1f187-dfc1-4a40-99f0-dce0b6a8c029,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:42.540877 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:57:42.541648 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (6d5e2a2d-8381-4f62-b03c-f15747cd7023), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.578277 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-5adee4bf-6281-4470-b269-61aacc4d7562 service neutron] 10.222.0.64 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065839 Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:57:42.580764 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:57:42.863177 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c44036cf-96c9-4c0d-a79b-04ee011e725a up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:42.949800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:42.994754 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port c44036cf-96c9-4c0d-a79b-04ee011e725a triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:42.995355 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.010817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (7ba63562-578e-43a9-a28a-e0cd827f3e14), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.043637 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-9d7d16ce-c3aa-4a59-87d5-36503cda69b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b467c6-e747-486b-b80f-ee563efa5bc6 HTTP/1.1" status: 200 len: 217 time: 0.1055050 Apr 28 20:57:43.062464 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (abaa2a22-090a-4676-85f3-a548d4844dc2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.098940 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.102783 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/abaa2a22-090a-4676-85f3-a548d4844dc2 HTTP/1.1" status: 204 len: 168 time: 1.4832921 Apr 28 20:57:43.195480 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-19af0835-4d22-4d69-81e1-0ad94c9e6a3b req-8325b46a-0d30-4232-bc45-29464abaab27 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.1409683 Apr 28 20:57:43.195480 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158d60b-1dd9-4269-a024-87db755436b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=abaa2a22-090a-4676-85f3-a548d4844dc2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:43.249297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c0acb-6a99-4ffc-bb72-c6e07fd02644 req-98ceac80-c3a2-451c-a3ce-99a686a0c05f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:43.257411 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-912c0acb-6a99-4ffc-bb72-c6e07fd02644 req-98ceac80-c3a2-451c-a3ce-99a686a0c05f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.1644757 Apr 28 20:57:43.261287 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.280402 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port c44036cf-96c9-4c0d-a79b-04ee011e725a is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:43.281942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 528c8727-e344-4df0-bb36-06bb6970dbf6 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:57:43.388133 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-912c0acb-6a99-4ffc-bb72-c6e07fd02644 req-296d8965-cdb8-4896-84db-4c053060198e tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255226 Apr 28 20:57:43.399112 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.449390 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 528c8727-e344-4df0-bb36-06bb6970dbf6 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:43.451613 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.547170 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:43.558082 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:43.560564 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:43.568850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=6756c6fb-625d-420a-91bd-56d877f1eea5,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:43.587504 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 528c8727-e344-4df0-bb36-06bb6970dbf6 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:43.643584 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.693139 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46648) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:43.696346 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (3244fc28-7adc-47d7-830c-d94277957fb6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.737826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.891227 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (7ba63562-578e-43a9-a28a-e0cd827f3e14), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.918730 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'Port': ['ID=13b1f187-dfc1-4a40-99f0-dce0b6a8c029,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:43.926993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:43.960342 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-5222a707-44bd-46a6-9001-3049721bdca7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c98555705764a7f9b16b8f1aa663c1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2652316 Apr 28 20:57:43.962012 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46660) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:44.031158 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.035467 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-07e63800-6f48-4fbf-9ff7-bda8663af1d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1142192 Apr 28 20:57:44.058870 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-59ae0291-d083-4009-bcd9-06e0bd558e7c admin admin] Publish callbacks [] for security_group (002600c2-9a42-489f-a76d-d21d29756de6), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.129051 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-59ae0291-d083-4009-bcd9-06e0bd558e7c admin admin] Publish callbacks [] for security_group (002600c2-9a42-489f-a76d-d21d29756de6), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.294070 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.331880 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b36578fa-3ec2-4477-8f91-c742630dd29e req-f14c5183-8f28-4bf1-ab53-33c6a30a81e8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0446815 Apr 28 20:57:44.439089 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-59ae0291-d083-4009-bcd9-06e0bd558e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (002600c2-9a42-489f-a76d-d21d29756de6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.439855 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-4537479f-9fe2-468f-9a59-4637cdaf4357 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--531111382&fields=id&tenant_id=54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 267 time: 0.0761993 Apr 28 20:57:44.443423 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-59ae0291-d083-4009-bcd9-06e0bd558e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.444487 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:44.450033 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-59ae0291-d083-4009-bcd9-06e0bd558e7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/002600c2-9a42-489f-a76d-d21d29756de6 HTTP/1.1" status: 204 len: 168 time: 0.4865556 Apr 28 20:57:44.486638 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0291-d083-4009-bcd9-06e0bd558e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002600c2-9a42-489f-a76d-d21d29756de6,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:44.529660 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276f-3433-469a-ab67-137fb920b937 req-4e05f893-8ebb-4d23-a268-1232c42179e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:44.536144 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-4e05f893-8ebb-4d23-a268-1232c42179e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c115de-512c-4382-b1c6-6b4a04d3880b HTTP/1.1" status: 200 len: 852 time: 0.1663280 Apr 28 20:57:44.695336 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-7f38867a-767e-4221-b586-21db59cd9c6c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:44.698136 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-c7823d15-f47f-4a4e-8f95-bebc1299c928 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474750 Apr 28 20:57:44.704696 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-7f38867a-767e-4221-b586-21db59cd9c6c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 817 time: 0.2634802 Apr 28 20:57:44.832269 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:57:44.890774 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-0c2ff57a-74b6-4655-9f47-e8e5b1206987 service neutron] 10.222.0.61 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820140 Apr 28 20:57:44.912173 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-a267de79-67f6-49f8-9ca3-82d83665fc2f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/quotas/54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 375 time: 0.2040064 Apr 28 20:57:45.192746 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2b2a276f-3433-469a-ab67-137fb920b937 req-54f71685-8fc9-4c18-97c3-11a1488660d5 service neutron] 10.222.0.61 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853343 Apr 28 20:57:45.396346 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (3244fc28-7adc-47d7-830c-d94277957fb6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:45.419638 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=6756c6fb-625d-420a-91bd-56d877f1eea5,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:45.443668 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa39a6-1833-4020-8557-61aef04253b0 req-4e6eec56-fea3-4d5a-8d49-c9d445fe5224 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:45.445355 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1fa39a6-1833-4020-8557-61aef04253b0 req-4e6eec56-fea3-4d5a-8d49-c9d445fe5224 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.7380927 Apr 28 20:57:45.467915 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-1d52d0c9-560f-4860-b61d-3c6958f90f9e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5569639 Apr 28 20:57:45.544167 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e2f2-62c7-4257-8553-8fab37856095 req-79b6242c-d412-4b5c-9eb4-43c3f93ed1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:45.546455 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-79b6242c-d412-4b5c-9eb4-43c3f93ed1bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0f5587778c4759b34919899bdb5afe&device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 1128 time: 0.1107039 Apr 28 20:57:45.590555 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1fa39a6-1833-4020-8557-61aef04253b0 req-71f85cd0-361c-4c15-b155-c1a1494b89bb tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211412 Apr 28 20:57:45.632204 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:45.636803 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ab41e24b-757b-4885-9afd-8d54e7178c41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8627653 Apr 28 20:57:45.735278 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-7536c786-48fe-4084-8718-cbb2830e9663 service neutron] 10.222.0.64 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294445 Apr 28 20:57:45.841080 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-91438c7e-934f-4b8b-81a0-1a65cb0babd7 req-3891491b-c209-499a-8a0a-92722c854225 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0727963 Apr 28 20:57:45.841731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46732) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:45.976606 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e2f2-62c7-4257-8553-8fab37856095 req-c4167a43-413e-4815-904a-883ee4749af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:45.978371 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-c4167a43-413e-4815-904a-883ee4749af0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b HTTP/1.1" status: 200 len: 913 time: 0.4114363 Apr 28 20:57:46.016870 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d785331a-bc27-4a1a-9a65-29349eb877ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=710112d7d659467681630778e70835a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364267 Apr 28 20:57:46.026053 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46744) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:46.121111 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-05daa7fe-b99d-4238-be61-107c4834dc5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b467c6-e747-486b-b80f-ee563efa5bc6 HTTP/1.1" status: 200 len: 217 time: 0.1170187 Apr 28 20:57:46.135208 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-1fc23f2f-b88d-4ba7-8989-20fab9c6361a service neutron] 10.222.0.64 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926477 Apr 28 20:57:46.208103 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-d13fd896-f612-4c20-b59f-e35692c74b54 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1442525631&fields=id&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 267 time: 0.1985140 Apr 28 20:57:46.251212 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e2f2-62c7-4257-8553-8fab37856095 req-193fb2c7-bfe3-46f7-805a-8ac916b9d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:46.252723 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-193fb2c7-bfe3-46f7-805a-8ac916b9d5ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c115de-512c-4382-b1c6-6b4a04d3880b HTTP/1.1" status: 200 len: 852 time: 0.0974541 Apr 28 20:57:46.255087 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7650a90-d43f-46b0-bf7d-f0948bbc5603 admin admin] Publish callbacks [] for security_group (cdeba52b-6b1c-40db-8ddc-5d128e6ecda2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:46.306335 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-4f3bf146-a3d7-4e61-9988-39e3b0aff6a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384290 Apr 28 20:57:46.308660 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7650a90-d43f-46b0-bf7d-f0948bbc5603 admin admin] Publish callbacks [] for security_group (cdeba52b-6b1c-40db-8ddc-5d128e6ecda2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:46.467912 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-31d0d460-1fd9-4744-aee8-efa5017b7a93 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:46.469500 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-31d0d460-1fd9-4744-aee8-efa5017b7a93 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.2603822 Apr 28 20:57:46.491838 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b1f55010-b083-4990-b072-836e4fc00aa6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/quotas/880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 375 time: 0.0106261 Apr 28 20:57:46.546832 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-5392a014-076b-4d4a-9b1c-92f3c104cb34 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494251 Apr 28 20:57:46.617120 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3079d7bb-8a3b-4bcb-b2f8-b83176faef93 req-987fa279-10e1-419a-ab48-9078da60f5cf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0689616 Apr 28 20:57:46.617752 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7650a90-d43f-46b0-bf7d-f0948bbc5603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (cdeba52b-6b1c-40db-8ddc-5d128e6ecda2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:46.620903 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a7650a90-d43f-46b0-bf7d-f0948bbc5603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:46.622810 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a7650a90-d43f-46b0-bf7d-f0948bbc5603 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdeba52b-6b1c-40db-8ddc-5d128e6ecda2 HTTP/1.1" status: 204 len: 168 time: 0.5929101 Apr 28 20:57:46.652198 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7650a90-d43f-46b0-bf7d-f0948bbc5603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeba52b-6b1c-40db-8ddc-5d128e6ecda2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:46.778942 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-344a7100-a274-41f7-b961-43820ac5cb0b service neutron] 10.222.0.61 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001514 Apr 28 20:57:46.919581 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f572bca-fbef-4296-bb6e-c18dd8c20e61 req-d093a277-d98d-4408-a588-2c5829c80641 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:46.926530 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f572bca-fbef-4296-bb6e-c18dd8c20e61 req-d093a277-d98d-4408-a588-2c5829c80641 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.0947664 Apr 28 20:57:46.959411 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-fb17fecf-59b8-45cb-8aed-93505e2d2647 service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608756 Apr 28 20:57:47.052583 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f572bca-fbef-4296-bb6e-c18dd8c20e61 req-20600418-1cb6-4bed-a012-e6c6aeeade56 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250331 Apr 28 20:57:47.097217 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b25a72e2-6f22-4f9e-a441-2d91cfc78363 service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368861 Apr 28 20:57:47.179843 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-309714d1-6006-4c02-915b-e6b57e15f639 req-7d6ae3a6-511d-4d93-a3c5-82b429e728ae tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0606160 Apr 28 20:57:47.512613 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d24d8854-ad88-4609-a46b-5cc6fb7893ee req-0b183291-c07f-461b-8d9f-86f42e9d0d85 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0781536 Apr 28 20:57:47.653666 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-1891e2f2-62c7-4257-8553-8fab37856095 req-95bd20b0-204b-4597-9759-80b969691585 service neutron] 10.222.0.61 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411122 Apr 28 20:57:47.758449 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-65fe5f18-0ad3-4994-afc2-1bd29e1178d6 req-c7da96fc-59d8-4850-b984-e7696ac03810 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0445478 Apr 28 20:57:48.118574 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-f4822c02-e22e-4463-a520-64546eb168a7 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:48.120493 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-f4822c02-e22e-4463-a520-64546eb168a7 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 811 time: 0.2018287 Apr 28 20:57:48.274109 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a85d-32a2-49af-862e-643c81ae46c9 req-8f81f327-03ea-42c6-a38b-7f03e22f8e39 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:48.278529 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72a6a85d-32a2-49af-862e-643c81ae46c9 req-8f81f327-03ea-42c6-a38b-7f03e22f8e39 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.1131687 Apr 28 20:57:48.334591 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c100671e-ecc8-42f0-b416-5c435861a992 req-dc1e1771-ffbf-4af3-9171-fecfd6c0fb72 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0578184 Apr 28 20:57:48.464878 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72a6a85d-32a2-49af-862e-643c81ae46c9 req-f7aa4c94-bb1a-4e8c-a2c9-2fa5f713110c tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621804 Apr 28 20:57:48.615198 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cdeb54f3-ddb4-4db4-a66b-7045136f20fd req-c74be32c-6cb8-4bbb-ba19-201af49c7859 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0485716 Apr 28 20:57:48.882192 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-774607b1-04b7-4599-a2d2-0b6a80c0e21f req-7efa6d37-f8dd-4173-a384-3320e6cc8e2d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0276518 Apr 28 20:57:49.470653 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d2b4c7d-600a-4d5d-a10d-5fbc730cad53 req-0986b0c9-a2ad-4e44-9d39-99773072945b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0341628 Apr 28 20:57:49.581697 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328aab1-f5a9-4da0-900f-92e918b754fa req-9877238d-e08e-44e4-8337-02bdc61a8272 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:49.582927 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6328aab1-f5a9-4da0-900f-92e918b754fa req-9877238d-e08e-44e4-8337-02bdc61a8272 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.0524669 Apr 28 20:57:49.639503 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6328aab1-f5a9-4da0-900f-92e918b754fa req-8cebc05d-1cb4-43e8-b03c-9554b76d19d0 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494268 Apr 28 20:57:49.724025 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ece211ab-5139-41a5-9d20-de33a407a810 req-a3f6c830-f666-4156-b028-012a83142c4b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0296521 Apr 28 20:57:49.981202 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8aa2f3e5-1fc7-4ede-991b-e8e196e6a58c req-5dd73671-e3bd-40ea-975e-2e8dda6a58bf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Apr 28 20:57:50.591138 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ff9f2910-5e27-4f01-ab9e-a5ecc115ccf8 req-f558e136-73f8-4fc7-bdf1-8789441691d6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0360785 Apr 28 20:57:50.770345 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4af4dc-1e08-46e3-a776-673934b21c14 req-3ce57653-c0ba-4414-858d-a58393e76e42 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:50.771914 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c4af4dc-1e08-46e3-a776-673934b21c14 req-3ce57653-c0ba-4414-858d-a58393e76e42 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.0510969 Apr 28 20:57:50.845556 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a1b13ee5-f428-421f-b274-dea1f644d7a0 req-1ff07e35-8ecb-42d0-b486-050e6bd876b8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0456710 Apr 28 20:57:50.874497 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c4af4dc-1e08-46e3-a776-673934b21c14 req-1f85691c-6d48-46d7-8568-b3d6b5c4ee96 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913632 Apr 28 20:57:50.939901 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.106251 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30e033c1-ab5c-4390-9bb4-7f2bc48ba664 req-7dd101d2-2755-45e8-a389-7e0a2721e845 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0405610 Apr 28 20:57:51.112167 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 46936) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:51.213807 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-c419afe1-7292-4849-ac1c-76639979ac87 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6692a6832a14613b5dc49240b3475f1 HTTP/1.1" status: 200 len: 380 time: 0.1176839 Apr 28 20:57:51.224451 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'port': {'device_id': '83184919-8f23-4286-bc01-d1943d5d2050', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'admin_state_up': True, 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'security_groups': ['bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:51.265835 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bd37ac02-d0bb-4247-bad2-1d644e77d215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.372239 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bd37ac02-d0bb-4247-bad2-1d644e77d215 admin admin] Publish callbacks [] for security_group (53ce600a-25dc-433d-af40-cd697036004d), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.541139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bd37ac02-d0bb-4247-bad2-1d644e77d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (53ce600a-25dc-433d-af40-cd697036004d), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.575076 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Made reservation on behalf of d6692a6832a14613b5dc49240b3475f1 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:51.578893 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.588075 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bd37ac02-d0bb-4247-bad2-1d644e77d215 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8da472cc0e124060b3639bd0929f9e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739082 Apr 28 20:57:51.589145 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37ac02-d0bb-4247-bad2-1d644e77d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce600a-25dc-433d-af40-cd697036004d,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:51.591119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 46946) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:51.745569 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-51e4622f-ecb8-4911-a06c-ccd5e4ad8222 admin admin] Publish callbacks [] for security_group (53ce600a-25dc-433d-af40-cd697036004d), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.745704 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d41c6328-2a7f-4baf-85d9-da68829e79d9 req-85e44dda-0dfb-4d21-ac60-f0988ec3355d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0403302 Apr 28 20:57:51.776632 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-51e4622f-ecb8-4911-a06c-ccd5e4ad8222 admin admin] Publish callbacks [] for security_group (53ce600a-25dc-433d-af40-cd697036004d), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.858461 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Allocated IP 172.20.0.14 (cd4ad921-7f53-4678-aca4-f8be7966b874/7241fe5b-7c9e-49f7-a678-5882ee944940/0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:51.969517 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-51e4622f-ecb8-4911-a06c-ccd5e4ad8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (53ce600a-25dc-433d-af40-cd697036004d), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.972240 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-51e4622f-ecb8-4911-a06c-ccd5e4ad8222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:51.973918 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-51e4622f-ecb8-4911-a06c-ccd5e4ad8222 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53ce600a-25dc-433d-af40-cd697036004d HTTP/1.1" status: 204 len: 168 time: 0.3806167 Apr 28 20:57:52.008988 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30b0597e-3ef5-4a5d-b68f-08622ce4e58e req-63877a38-c42a-4041-a5e4-5f6a1c4ee123 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0723927 Apr 28 20:57:52.044093 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b112fa-7435-46e4-b44b-70dbfa75f3a7 req-a6bd3e55-bb3e-48ae-8bce-d94d9cf76d0c tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:52.049321 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b112fa-7435-46e4-b44b-70dbfa75f3a7 req-a6bd3e55-bb3e-48ae-8bce-d94d9cf76d0c tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.0979197 Apr 28 20:57:52.091230 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4622f-ecb8-4911-a06c-ccd5e4ad8222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce600a-25dc-433d-af40-cd697036004d,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:52.146802 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a0b112fa-7435-46e4-b44b-70dbfa75f3a7 req-662b3373-5e4b-4593-a8a4-b18018eaea5b tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962753 Apr 28 20:57:52.197841 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:52.262559 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9e9e7a72-8f08-485b-ae35-048baa0608f4 req-d35d97d1-b6d1-44c8-93ba-46f5861656bc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0317333 Apr 28 20:57:52.378972 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:52.435643 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Network cd4ad921-7f53-4678-aca4-f8be7966b874 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:52.441047 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:52.445390 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:52.450380 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:52.451013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:52.461029 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'Port': ['ID=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:52.564519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1e87e0b5-c6d5-463e-919e-f0ab44494b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:52.637131 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1c74e439-ecf7-41f0-ac65-b5222a53b762 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4165025 Apr 28 20:57:52.650675 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Request body: {'port': {'device_id': '83184919-8f23-4286-bc01-d1943d5d2050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:52.662749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-12197d3d-b8a1-42b5-8792-a8fd858fb53c None None] Provisioning complete for port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:52.663705 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-12197d3d-b8a1-42b5-8792-a8fd858fb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:52.704473 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-12197d3d-b8a1-42b5-8792-a8fd858fb53c None None] Port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:52.724108 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:52.892422 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee78dc-cbc0-4b69-815e-b06bf016d2a1 req-b2bd66f9-d4de-4cc5-820f-45d6b81093a8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:52.894473 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dbee78dc-cbc0-4b69-815e-b06bf016d2a1 req-b2bd66f9-d4de-4cc5-820f-45d6b81093a8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 932 time: 0.0626886 Apr 28 20:57:52.950327 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dbee78dc-cbc0-4b69-815e-b06bf016d2a1 req-39704ac5-d43e-45af-ab88-cbd511ba0c23 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471945 Apr 28 20:57:53.089309 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:57:53.099864 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Publish callbacks [] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:53.116252 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a32f64e3-4131-4763-8c8e-cd9c2e4456ae req-57441c80-c075-4a80-8956-200fc5b7d866 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0329535 Apr 28 20:57:53.116760 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Transition to ACTIVE for port object 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:57:53.273482 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1cf2a-002b-4748-9cbc-0244f7b6981b req-fd2df21c-b895-4d0e-bc78-48a3d9bab1a6 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:53.275083 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3e1cf2a-002b-4748-9cbc-0244f7b6981b req-fd2df21c-b895-4d0e-bc78-48a3d9bab1a6 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.0498586 Apr 28 20:57:53.343325 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3e1cf2a-002b-4748-9cbc-0244f7b6981b req-0a286431-156f-4359-88ed-741d99877b9b tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611768 Apr 28 20:57:53.398095 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99978ec6-12d8-4c20-a08a-8042868d56de req-b5364045-5f5e-41e8-a434-6b143b4b3cab tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0467684 Apr 28 20:57:54.142614 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:54.170603 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf9813-2adf-4704-807c-ff036f86215d req-0c84cd4e-5d30-429e-8f5c-54f454683faf tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:54.172941 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4cf9813-2adf-4704-807c-ff036f86215d req-0c84cd4e-5d30-429e-8f5c-54f454683faf tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 932 time: 0.1516452 Apr 28 20:57:54.279287 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-be4cfbe7-2682-4247-92c6-6791e6bd87b6 req-430e9880-b93e-42ba-a9fb-4c1573ee053c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0741427 Apr 28 20:57:54.292248 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:54.326940 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Attempting to bind port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:54.327539 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Attempting to bind port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:54.328052 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Attempting to bind port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f on network cd4ad921-7f53-4678-aca4-f8be7966b874 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:54.334324 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f on network cd4ad921-7f53-4678-aca4-f8be7966b874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:57:54.334995 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Attempting to bind port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f on network cd4ad921-7f53-4678-aca4-f8be7966b874 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:54.341206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:54.341794 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Checking segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:54.342680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Bound using segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:54.343298 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Bound port: 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:54.343821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:54.346828 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c4cf9813-2adf-4704-807c-ff036f86215d req-20a97c53-e35e-4cf3-b5c6-03fb82812dbb tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658092 Apr 28 20:57:54.364209 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.61', 56135) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:54.472661 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] For port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:54.477293 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] For port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:54.541759 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdded9e4-33b5-4872-b4e9-7a1e96fd18ba req-47466150-6b19-4fba-9b60-d4cb36b3f126 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0412328 Apr 28 20:57:54.550145 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f560988-e9a2-4e1d-9215-a5e140313984 req-5f562115-878a-4c9b-82f2-829b4afc4a86 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:54.551690 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f560988-e9a2-4e1d-9215-a5e140313984 req-5f562115-878a-4c9b-82f2-829b4afc4a86 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 944 time: 0.0935783 Apr 28 20:57:54.565157 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47030) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:54.581159 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6539fef-2132-4e7b-8b6c-b69dfccb213d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:54.595637 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-883a11c2-9086-4105-8abb-4d76216e5404 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:54.597783 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-883a11c2-9086-4105-8abb-4d76216e5404 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 817 time: 0.2366321 Apr 28 20:57:54.627465 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:54.673833 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f560988-e9a2-4e1d-9215-a5e140313984 req-8f245e1e-5ee0-4a56-a497-29a3201049ee tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115270 Apr 28 20:57:54.697885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:54.698520 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:54.699939 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 1094 time: 2.0559118 Apr 28 20:57:54.700420 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:54.702762 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee6695-0baf-4c81-b585-bd6d015deeca" -d '{"events": [{"name": "network-changed", "server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:57:54.728658 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-befce703-f2d1-4709-9a56-50bb247d6e6e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 379 time: 0.1184022 Apr 28 20:57:54.754817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'port': {'device_id': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'admin_state_up': True, 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'security_groups': ['8545de44-299f-46f3-9726-45be31af1dd2']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:54.756968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa39e1-fe80-4f34-902c-e4e5fd85b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:54.843782 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.61', 56136) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:54.926183 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 13b467c6-e747-486b-b80f-ee563efa5bc6 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:57:55.057092 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Made reservation on behalf of 54c64c03db3643ddac88e4896496ae68 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:55.061023 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.081433 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b5df5-0106-4c41-b6c5-fb08d9f95610 x-openstack-request-id: req-c79b5df5-0106-4c41-b6c5-fb08d9f95610 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:57:55.081622 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:57:55.081819 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c79b5df5-0106-4c41-b6c5-fb08d9f95610 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:57:55.082215 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79b5df5-0106-4c41-b6c5-fb08d9f95610'] response: {'name': 'network-changed', 'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'status': 'completed', 'code': 200} Apr 28 20:57:55.098691 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 13b467c6-e747-486b-b80f-ee563efa5bc6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=13b467c6-e747-486b-b80f-ee563efa5bc6,segment=NetworkSegment(c17e0393-eaca-4bce-9a1f-4fb5d7b429c2),segment_id=c17e0393-eaca-4bce-9a1f-4fb5d7b429c2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:55.112906 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5381e3db-330d-4d0e-ae8a-b6edb4563441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.123391 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6539fef-2132-4e7b-8b6c-b69dfccb213d admin admin] Publish callbacks [] for security_group (7f2cae78-b5cb-473e-91f6-31e0e1f203e1), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.152503 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '13b467c6-e747-486b-b80f-ee563efa5bc6', 'network_id': '964ebe2e-bfa5-47f9-ae59-3e6f829c225b', 'port_id': '13b467c6-e747-486b-b80f-ee563efa5bc6', 'mac_address': 'fa:16:3e:e7:55:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c115de-512c-4382-b1c6-6b4a04d3880b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:57:55.177045 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1a7f9476-8f1b-4277-a922-330db4e36654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:55.179528 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1a7f9476-8f1b-4277-a922-330db4e36654 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1128 time: 0.3346107 Apr 28 20:57:55.201481 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6539fef-2132-4e7b-8b6c-b69dfccb213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7f2cae78-b5cb-473e-91f6-31e0e1f203e1), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.220498 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 13b467c6-e747-486b-b80f-ee563efa5bc6 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:57:55.221149 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.238742 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b467c6-e747-486b-b80f-ee563efa5bc6 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:57:55.280750 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 13b467c6-e747-486b-b80f-ee563efa5bc6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=13b467c6-e747-486b-b80f-ee563efa5bc6,segment=NetworkSegment(c17e0393-eaca-4bce-9a1f-4fb5d7b429c2),segment_id=c17e0393-eaca-4bce-9a1f-4fb5d7b429c2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:57:55.283231 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47046) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:55.320995 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-1c9e6ff5-82b2-4e06-b8b6-0f8018c926a3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:55.323825 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-1c9e6ff5-82b2-4e06-b8b6-0f8018c926a3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.5081124 Apr 28 20:57:55.330109 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a6539fef-2132-4e7b-8b6c-b69dfccb213d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5b4b535c0354b1db37811e74916f475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7635465 Apr 28 20:57:55.332651 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-79098ee6-d83c-4759-9d29-200202125a27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 217 time: 0.0925589 Apr 28 20:57:55.334839 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47054) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:55.343529 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6539fef-2132-4e7b-8b6c-b69dfccb213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2cae78-b5cb-473e-91f6-31e0e1f203e1,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:55.375979 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.436438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-869d2da2-ff56-495b-940c-af6bb0362660 admin admin] Publish callbacks [] for security_group (7f2cae78-b5cb-473e-91f6-31e0e1f203e1), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.458895 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-251a369e-91e5-4156-8409-17672cc677d2 req-fe87b170-9a49-4ca6-918f-0ecefafc6911 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0723541 Apr 28 20:57:55.470200 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-869d2da2-ff56-495b-940c-af6bb0362660 admin admin] Publish callbacks [] for security_group (7f2cae78-b5cb-473e-91f6-31e0e1f203e1), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.483200 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Allocated IP 172.20.0.8 (719c110f-4197-46b6-a5fb-5a4f9e5d8053/79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620/86a14e96-c12b-4454-af06-e8fcad881fac) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:55.504640 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=13b467c6-e747-486b-b80f-ee563efa5bc6,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:55.626826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-003e057d-e288-4c9d-bce6-2cf8700d010a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.648587 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6d1b6-cef1-4e7e-a41b-824216935e35 req-b7398504-6039-4343-8486-589d1161d838 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:55.650121 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18e6d1b6-cef1-4e7e-a41b-824216935e35 req-b7398504-6039-4343-8486-589d1161d838 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 944 time: 0.1268594 Apr 28 20:57:55.657424 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-869d2da2-ff56-495b-940c-af6bb0362660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7f2cae78-b5cb-473e-91f6-31e0e1f203e1), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.660313 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-869d2da2-ff56-495b-940c-af6bb0362660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:55.664844 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-869d2da2-ff56-495b-940c-af6bb0362660 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f2cae78-b5cb-473e-91f6-31e0e1f203e1 HTTP/1.1" status: 204 len: 168 time: 0.3255439 Apr 28 20:57:55.680799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d2da2-ff56-495b-940c-af6bb0362660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2cae78-b5cb-473e-91f6-31e0e1f203e1,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:55.910916 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-210a47dc-0ab4-4b7a-8b90-b8818531d6c0 req-4bfcc2ef-ab7f-4720-94ce-945e0b86b7de tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0619404 Apr 28 20:57:55.990646 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18e6d1b6-cef1-4e7e-a41b-824216935e35 req-07d7a5bf-750a-47c9-b9b5-7adad2f1010c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285844 Apr 28 20:57:56.070040 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for port (86a14e96-c12b-4454-af06-e8fcad881fac), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.088029 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f419a3-e1dd-415a-aaf6-2ceb7df5c4bb req-d5af99ea-60ad-4451-b3c5-c556d283a3d6 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:56.089520 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95f419a3-e1dd-415a-aaf6-2ceb7df5c4bb req-d5af99ea-60ad-4451-b3c5-c556d283a3d6 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 945 time: 0.0979643 Apr 28 20:57:56.099387 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-003e057d-e288-4c9d-bce6-2cf8700d010a admin admin] Publish callbacks [] for security_group (2720e9ac-d09f-4946-8813-a1ed805a59bd), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.161800 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95f419a3-e1dd-415a-aaf6-2ceb7df5c4bb req-c61662e8-aed1-4a0e-b1ce-0e0f7a9dfab4 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 Apr 28 20:57:56.194750 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-003e057d-e288-4c9d-bce6-2cf8700d010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2720e9ac-d09f-4946-8813-a1ed805a59bd), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.235506 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.275245 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-003e057d-e288-4c9d-bce6-2cf8700d010a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=daf4c54c6bc6409f979b8e64afda69fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9908941 Apr 28 20:57:56.276112 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e057d-e288-4c9d-bce6-2cf8700d010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2720e9ac-d09f-4946-8813-a1ed805a59bd,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:56.278374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47078) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:56.291859 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.326925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:56.333049 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a0ab07b8-48af-4e22-83f5-ca13ee122617 admin admin] Publish callbacks [] for security_group (2720e9ac-d09f-4946-8813-a1ed805a59bd), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.341850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:56.346632 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:56.350925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:56.367235 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a0ab07b8-48af-4e22-83f5-ca13ee122617 admin admin] Publish callbacks [] for security_group (2720e9ac-d09f-4946-8813-a1ed805a59bd), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.405062 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:56.405753 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.548962 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-f46cf33e-a986-473b-ab44-2ebb92004713 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8134995 Apr 28 20:57:56.570222 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8faa0519-9beb-4ccf-ace2-58d430aed0e8 req-a07d105f-d672-410e-a02c-8f20733b1efc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0342395 Apr 28 20:57:56.571929 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a0ab07b8-48af-4e22-83f5-ca13ee122617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2720e9ac-d09f-4946-8813-a1ed805a59bd), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.575288 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a0ab07b8-48af-4e22-83f5-ca13ee122617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.580738 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a0ab07b8-48af-4e22-83f5-ca13ee122617 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2720e9ac-d09f-4946-8813-a1ed805a59bd HTTP/1.1" status: 204 len: 168 time: 0.2973461 Apr 28 20:57:56.592752 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab07b8-48af-4e22-83f5-ca13ee122617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2720e9ac-d09f-4946-8813-a1ed805a59bd,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:56.637729 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ba6766a-2d26-4bb5-9a85-8aebf5d228b7 None None] Provisioning complete for port 86a14e96-c12b-4454-af06-e8fcad881fac triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:56.640510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ba6766a-2d26-4bb5-9a85-8aebf5d228b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:56.696558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6766a-2d26-4bb5-9a85-8aebf5d228b7 None None] Port 86a14e96-c12b-4454-af06-e8fcad881fac cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:57:57.080411 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68fcc6-32b6-4c93-bfdd-4a918cc8a811 req-59aecd13-4601-4f1b-ab8b-c18317320a30 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:57.082153 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7e68fcc6-32b6-4c93-bfdd-4a918cc8a811 req-59aecd13-4601-4f1b-ab8b-c18317320a30 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 931 time: 0.0696619 Apr 28 20:57:57.146610 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb4054-4eb0-4f5d-b1b5-639eb647cd00 req-a435c8d1-a12c-454b-b5c9-76f5daa30847 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:57.148150 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57bb4054-4eb0-4f5d-b1b5-639eb647cd00 req-a435c8d1-a12c-454b-b5c9-76f5daa30847 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 944 time: 0.0649848 Apr 28 20:57:57.185933 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7e68fcc6-32b6-4c93-bfdd-4a918cc8a811 req-333fbf95-7509-4cb2-a995-be7d392e7575 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933857 Apr 28 20:57:57.213729 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57bb4054-4eb0-4f5d-b1b5-639eb647cd00 req-8050efc5-b57a-4403-94a3-a89126a1847a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573723 Apr 28 20:57:57.313998 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9c7fe-9ddd-4211-a254-ef534222fce3 req-31fcee5b-6845-4db4-bd72-3be56a0e6898 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:57.316246 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a9c7fe-9ddd-4211-a254-ef534222fce3 req-31fcee5b-6845-4db4-bd72-3be56a0e6898 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 945 time: 0.0586689 Apr 28 20:57:57.373634 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a9c7fe-9ddd-4211-a254-ef534222fce3 req-f64a0773-8913-48e1-936f-b16233e7361d tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487020 Apr 28 20:57:57.454392 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47114) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:57.468813 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4995113e-3629-4659-846b-1323e902b548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.551873 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4995113e-3629-4659-846b-1323e902b548 admin admin] Publish callbacks [] for security_group (de5d9f00-ebff-467d-badc-6654556c7aac), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.620607 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4995113e-3629-4659-846b-1323e902b548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (de5d9f00-ebff-467d-badc-6654556c7aac), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.660217 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4995113e-3629-4659-846b-1323e902b548 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f269ecc40dd04deabd7435d93d20bad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046227 Apr 28 20:57:57.660934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995113e-3629-4659-846b-1323e902b548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d9f00-ebff-467d-badc-6654556c7aac,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:57.663715 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47122) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:57:57.672788 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa58acb0-b339-4a21-a85d-7a8e3a183685 req-8d1e70b9-24a5-481d-a6db-f0ad06975018 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0286250 Apr 28 20:57:57.717979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0e6eaafb-0033-40e5-81b1-eca0b107ce7d admin admin] Publish callbacks [] for security_group (de5d9f00-ebff-467d-badc-6654556c7aac), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.746946 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0e6eaafb-0033-40e5-81b1-eca0b107ce7d admin admin] Publish callbacks [] for security_group (de5d9f00-ebff-467d-badc-6654556c7aac), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.857162 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0e6eaafb-0033-40e5-81b1-eca0b107ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (de5d9f00-ebff-467d-badc-6654556c7aac), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.859865 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0e6eaafb-0033-40e5-81b1-eca0b107ce7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:57.860935 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0e6eaafb-0033-40e5-81b1-eca0b107ce7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de5d9f00-ebff-467d-badc-6654556c7aac HTTP/1.1" status: 204 len: 168 time: 0.1962931 Apr 28 20:57:57.869689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eaafb-0033-40e5-81b1-eca0b107ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d9f00-ebff-467d-badc-6654556c7aac,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:57.994620 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:58.100111 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Request body: {'port': {'device_id': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:58.190983 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:58.254721 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-2e5a53c6-b6eb-408c-80fe-236b359aecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:58.268575 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-2e5a53c6-b6eb-408c-80fe-236b359aecdd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.1619916 Apr 28 20:57:58.353853 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['13b467c6-e747-486b-b80f-ee563efa5bc6'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:57:58.384464 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-8521d021-ef0b-47ac-ae64-22927dfffa96 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 380 time: 0.2974205 Apr 28 20:57:58.443626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'port': {'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'admin_state_up': True, 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'security_groups': ['04aef8e7-e386-4705-8ca4-9c709499c284']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:58.462552 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-4e3fc652-0a6e-4da6-93e8-bc21cada2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:58.464195 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-4e3fc652-0a6e-4da6-93e8-bc21cada2d6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1843586 Apr 28 20:57:58.560925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ef69d-6280-41a1-be90-d303050776a8 req-23219b28-6a03-4fbb-a8a3-1dfabf9482b6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:58.562362 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b7ef69d-6280-41a1-be90-d303050776a8 req-23219b28-6a03-4fbb-a8a3-1dfabf9482b6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 931 time: 0.1634431 Apr 28 20:57:58.570733 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc020da-c1dd-4d31-a9a5-be7151484818 req-84cd5b49-8235-4406-8044-024d557cbaf2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:58.577657 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bc020da-c1dd-4d31-a9a5-be7151484818 req-84cd5b49-8235-4406-8044-024d557cbaf2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 944 time: 0.1778553 Apr 28 20:57:58.700502 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1bc020da-c1dd-4d31-a9a5-be7151484818 req-1c9dbd64-3302-4bc1-a525-eb27c2c85de1 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219759 Apr 28 20:57:58.701581 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-1b325a69-7ab2-4237-a61f-0798b17bb3a0 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088881 Apr 28 20:57:58.741095 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b7ef69d-6280-41a1-be90-d303050776a8 req-8b25a78b-2db7-4b9d-ac30-f5c9ead762f0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613648 Apr 28 20:57:58.790599 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Made reservation on behalf of 880ebdbafffe496e8ce531d370e46b94 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:58.794027 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:58.896725 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43fd4230-00c7-41ce-a2c9-c0464583a010 req-758eea28-e676-4719-8fdc-8e23c626861d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0626922 Apr 28 20:57:58.902929 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-62d13022-f5f7-40f1-b041-a956667bbf72 req-0bc52411-9b9e-4239-b749-8e12a22af255 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942666 Apr 28 20:57:58.910546 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a14e96-c12b-4454-af06-e8fcad881fac {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:57:58.930435 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Publish callbacks [] for port (86a14e96-c12b-4454-af06-e8fcad881fac), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:58.941869 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e349d-df35-4abf-8cb9-d10098a6ff64 req-ff8fcf87-307a-4073-ad33-aa1e56d3a420 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:58.943391 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-937e349d-df35-4abf-8cb9-d10098a6ff64 req-ff8fcf87-307a-4073-ad33-aa1e56d3a420 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 945 time: 0.1074696 Apr 28 20:57:58.958586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.20.0.5 (1d55ebe7-28c1-49d3-9227-248a174c9ada/9babe4f0-e086-4d5b-9c67-96e26896e6c0/d093038c-aa35-4e2b-9802-f28e0a30c089) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:58.968880 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Transition to ACTIVE for port object 86a14e96-c12b-4454-af06-e8fcad881fac will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:57:59.007547 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-937e349d-df35-4abf-8cb9-d10098a6ff64 req-86a85d4d-b17b-43c8-8af7-99dcf52585d7 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Apr 28 20:57:59.051526 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.115343 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:59.143366 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.258551 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Attempting to bind port 86a14e96-c12b-4454-af06-e8fcad881fac on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:57:59.267792 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Attempting to bind port 86a14e96-c12b-4454-af06-e8fcad881fac by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:57:59.267792 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Attempting to bind port 86a14e96-c12b-4454-af06-e8fcad881fac on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:59.267792 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Port 86a14e96-c12b-4454-af06-e8fcad881fac on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:57:59.267792 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Attempting to bind port 86a14e96-c12b-4454-af06-e8fcad881fac on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:57:59.274664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:57:59.275012 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Checking segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:57:59.275800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Bound using segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:57:59.276675 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Bound port: 86a14e96-c12b-4454-af06-e8fcad881fac, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:57:59.277225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.332845 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.334018 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.393914 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:57:59.435520 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:57:59.474292 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:59.482906 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:59.513205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:57:59.513205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:59.513205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.531312 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=d093038c-aa35-4e2b-9802-f28e0a30c089,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:59.539494 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.581752 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:59.582583 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.584219 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] 10.222.0.61 "PUT /v2.0/ports/86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 1093 time: 1.4902835 Apr 28 20:57:59.585250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:59.633850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28806483-25d6-4f9f-8c04-cb7268cedaae service neutron] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:59.636747 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-b2c51002-7324-43d4-b1ee-4ed34d3611a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416131 Apr 28 20:57:59.721838 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Request body: {'port': {'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:57:59.873413 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5ab051-d49e-4ef8-9cba-30bac58fc888" -d '{"events": [{"name": "network-changed", "server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:57:59.885115 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.900744 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-aebf218e-9587-4831-9742-2192d0f58f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:59.902773 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-aebf218e-9587-4831-9742-2192d0f58f6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1127 time: 0.1007488 Apr 28 20:57:59.973231 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-96a0bf70-4da1-4599-b29e-615afbb4be40 None None] Provisioning complete for port d093038c-aa35-4e2b-9802-f28e0a30c089 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:57:59.974852 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-96a0bf70-4da1-4599-b29e-615afbb4be40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:57:59.975859 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-2d6d1d30-d878-40f4-a465-f0cf4d434c29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 217 time: 0.0651367 Apr 28 20:57:59.978238 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-47d1648f-8d31-4fd4-b03a-927c7c5b0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:59.980004 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-47d1648f-8d31-4fd4-b03a-927c7c5b0eb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1128 time: 0.2631490 Apr 28 20:57:59.988825 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f874bd9-6fe2-44c9-93bf-637a2f699f7c req-f39810a6-c3ab-4a44-ba08-78f367e16e44 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:59.990253 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f874bd9-6fe2-44c9-93bf-637a2f699f7c req-f39810a6-c3ab-4a44-ba08-78f367e16e44 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 944 time: 0.1137564 Apr 28 20:58:00.017593 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feea9b-d5d8-49c6-b972-fda40c1c93f6 req-ee9da431-38a8-4edb-96b4-8eb4a2b9c3f2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.019179 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57feea9b-d5d8-49c6-b972-fda40c1c93f6 req-ee9da431-38a8-4edb-96b4-8eb4a2b9c3f2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1493225 Apr 28 20:58:00.027705 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-96a0bf70-4da1-4599-b29e-615afbb4be40 None None] Port d093038c-aa35-4e2b-9802-f28e0a30c089 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:00.147140 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-0a386e94-eee6-4023-9b4d-d0f21caaed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.148670 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-0a386e94-eee6-4023-9b4d-d0f21caaed94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.1613417 Apr 28 20:58:00.222212 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-e630c0dc-f498-4468-9de1-62a8dac9fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.223791 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-e630c0dc-f498-4468-9de1-62a8dac9fdad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691307 Apr 28 20:58:00.386147 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-fd9dcb8d-872e-43a1-9cf3-7cd62adf676b service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357279 Apr 28 20:58:00.388108 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:58:00.408331 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f874bd9-6fe2-44c9-93bf-637a2f699f7c req-5cb5d630-49ba-41f2-aa14-70bc53284bc2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036989 Apr 28 20:58:00.411476 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 13b467c6-e747-486b-b80f-ee563efa5bc6 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:00.441933 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57feea9b-d5d8-49c6-b972-fda40c1c93f6 req-c4da091f-620e-4d1c-9cd3-d16dd1714471 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027877 Apr 28 20:58:00.467492 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-d41594da-f80d-4067-b1a8-7d76821d7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.471213 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-d41594da-f80d-4067-b1a8-7d76821d7936 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.4754298 Apr 28 20:58:00.522679 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d093038c-aa35-4e2b-9802-f28e0a30c089 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:00.542255 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Publish callbacks [] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:00.598270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-71ea1366-1bf5-4aa2-bfc4-cd550e9db79e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 217 time: 0.1214771 Apr 28 20:58:00.629719 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Transition to ACTIVE for port object d093038c-aa35-4e2b-9802-f28e0a30c089 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:58:00.642995 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f594fabd-0dee-480d-ab0e-3b9b934d805d req-368165bf-0a83-47a8-8150-023af392ed45 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420766 Apr 28 20:58:00.698835 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778266d-de75-443a-8b87-dbe0842f90a0 req-42baa63b-f8ae-4d10-9c0f-c42770a5f428 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.706965 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1778266d-de75-443a-8b87-dbe0842f90a0 req-42baa63b-f8ae-4d10-9c0f-c42770a5f428 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 931 time: 0.1122031 Apr 28 20:58:00.721952 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-06aa7a04-2557-4de6-ba8e-64b4104fcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.724270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-06aa7a04-2557-4de6-ba8e-64b4104fcae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.0995727 Apr 28 20:58:00.730499 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 13b467c6-e747-486b-b80f-ee563efa5bc6 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:58:00.731665 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:00.758477 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b01f63-9d34-4fe9-a955-a5500378baa1 x-openstack-request-id: req-66b01f63-9d34-4fe9-a955-a5500378baa1 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:00.759186 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:00.759616 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66b01f63-9d34-4fe9-a955-a5500378baa1 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:00.759792 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:00.760573 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b01f63-9d34-4fe9-a955-a5500378baa1'] response: {'name': 'network-changed', 'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'status': 'completed', 'code': 200} Apr 28 20:58:00.791327 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'port_id': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'mac_address': 'fa:16:3e:a5:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:58:00.844269 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 13b467c6-e747-486b-b80f-ee563efa5bc6 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:00.844676 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:00.923322 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:00.923700 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:00.925081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-17aa74d8-89c4-4513-9d79-b7f07ed8fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.928638 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-17aa74d8-89c4-4513-9d79-b7f07ed8fc4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1887329 Apr 28 20:58:00.943439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:00.960789 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d146-644b-47b0-b24c-8ffe49f85c18 req-1f68a1dd-cf0d-43d4-ae8c-97c83fc0f2d2 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:00.962673 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3c89d146-644b-47b0-b24c-8ffe49f85c18 req-1f68a1dd-cf0d-43d4-ae8c-97c83fc0f2d2 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 945 time: 0.1132002 Apr 28 20:58:00.985203 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1778266d-de75-443a-8b87-dbe0842f90a0 req-000aa737-b853-4188-922c-ad1d80473c3c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488236 Apr 28 20:58:01.023904 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:01.027916 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d093038c-aa35-4e2b-9802-f28e0a30c089,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:01.028941 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 13b467c6-e747-486b-b80f-ee563efa5bc6 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:01.032033 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:01.067573 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b467c6-e747-486b-b80f-ee563efa5bc6'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Attempting to bind port d093038c-aa35-4e2b-9802-f28e0a30c089 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Attempting to bind port d093038c-aa35-4e2b-9802-f28e0a30c089 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Attempting to bind port d093038c-aa35-4e2b-9802-f28e0a30c089 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Port d093038c-aa35-4e2b-9802-f28e0a30c089 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Attempting to bind port d093038c-aa35-4e2b-9802-f28e0a30c089 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Bound using segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Bound port: d093038c-aa35-4e2b-9802-f28e0a30c089, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:01.223822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:01.224722 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3c89d146-644b-47b0-b24c-8ffe49f85c18 req-1fea115e-ea3b-49e6-b9e8-30a205ff4339 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516147 Apr 28 20:58:01.227179 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:01.227179 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 13b467c6-e747-486b-b80f-ee563efa5bc6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=13b467c6-e747-486b-b80f-ee563efa5bc6,segment=NetworkSegment(c17e0393-eaca-4bce-9a1f-4fb5d7b429c2),segment_id=c17e0393-eaca-4bce-9a1f-4fb5d7b429c2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:01.245732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] For port d093038c-aa35-4e2b-9802-f28e0a30c089, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:01.251491 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:01.251862 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] For port d093038c-aa35-4e2b-9802-f28e0a30c089, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d093038c-aa35-4e2b-9802-f28e0a30c089,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:01.332095 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc0e91-4e68-4986-bd3c-4ae39e86719e" -d '{"events": [{"server_uuid": "2daf8b22-36df-4fa2-8200-2b2fbf411681", "name": "network-vif-plugged", "status": "completed", "tag": "13b467c6-e747-486b-b80f-ee563efa5bc6"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:01.335447 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:01.372321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:01.412222 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:01.413457 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:01.414916 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] 10.222.0.61 "PUT /v2.0/ports/d093038c-aa35-4e2b-9802-f28e0a30c089 HTTP/1.1" status: 200 len: 1093 time: 1.6987848 Apr 28 20:58:01.415398 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:01.416557 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=13b467c6-e747-486b-b80f-ee563efa5bc6,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:01.417801 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51411af-5c71-4958-94bc-1929624dde06" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:01.448832 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa947d5-526e-459d-a909-d0c8b8bd88f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d093038c-aa35-4e2b-9802-f28e0a30c089,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:01.490223 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9b95a-6da7-4b34-aa70-2f3c7d1916cf x-openstack-request-id: req-b5e9b95a-6da7-4b34-aa70-2f3c7d1916cf {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:01.490223 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:01.490223 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5e9b95a-6da7-4b34-aa70-2f3c7d1916cf {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:01.490223 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e9b95a-6da7-4b34-aa70-2f3c7d1916cf'] response: {'name': 'network-changed', 'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'status': 'completed', 'code': 200} Apr 28 20:58:01.533480 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a83f0d-3454-4235-92d6-bb1d998b5d78 x-openstack-request-id: req-13a83f0d-3454-4235-92d6-bb1d998b5d78 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:01.533900 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daf8b22-36df-4fa2-8200-2b2fbf411681", "name": "network-vif-plugged", "status": "completed", "tag": "13b467c6-e747-486b-b80f-ee563efa5bc6", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:01.534260 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13a83f0d-3454-4235-92d6-bb1d998b5d78 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:01.534814 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a83f0d-3454-4235-92d6-bb1d998b5d78'] response: {'server_uuid': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b467c6-e747-486b-b80f-ee563efa5bc6', 'code': 200} Apr 28 20:58:01.678557 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7989-71ce-4769-ad12-048c62a06f1c req-4d3eadf2-5b56-4990-a175-4fd01c4c547b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:01.681267 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aedf7989-71ce-4769-ad12-048c62a06f1c req-4d3eadf2-5b56-4990-a175-4fd01c4c547b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0645578 Apr 28 20:58:01.687562 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bb8cc-02e2-4c8f-8729-0ac0d9a77df6 req-6674d06e-88b7-43a9-9b46-3c1922a43182 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:01.689230 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-636bb8cc-02e2-4c8f-8729-0ac0d9a77df6 req-6674d06e-88b7-43a9-9b46-3c1922a43182 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 945 time: 0.1372631 Apr 28 20:58:01.765380 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aedf7989-71ce-4769-ad12-048c62a06f1c req-2857b597-3313-427d-9efa-9ef1945eebed tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751054 Apr 28 20:58:01.775990 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-636bb8cc-02e2-4c8f-8729-0ac0d9a77df6 req-ab7fe918-a361-4489-9d4f-15fd2834f41f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795004 Apr 28 20:58:02.101645 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18f251-cf08-4adc-8c64-51b368df8365 req-9fe47827-925a-421a-b4d7-3f73bbe2fa4d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:02.103171 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f18f251-cf08-4adc-8c64-51b368df8365 req-9fe47827-925a-421a-b4d7-3f73bbe2fa4d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0500491 Apr 28 20:58:02.157155 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f18f251-cf08-4adc-8c64-51b368df8365 req-65a6715d-7e83-4e61-9725-ad435d280dc8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480409 Apr 28 20:58:02.286517 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571ae8-504e-4318-8273-483a2e40fadf req-03a2d262-3be3-41e6-b2b5-ddeb24feb3d0 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:02.289798 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f571ae8-504e-4318-8273-483a2e40fadf req-03a2d262-3be3-41e6-b2b5-ddeb24feb3d0 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0788226 Apr 28 20:58:02.343085 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f571ae8-504e-4318-8273-483a2e40fadf req-8bf1bfae-6f63-4060-a441-0855dae15eae tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Apr 28 20:58:02.934215 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7d0e-1d92-4656-8d92-a022ee7537a6 req-c4fd3c4b-3e3e-4409-a95e-f857a650d2e5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:02.935823 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f61d7d0e-1d92-4656-8d92-a022ee7537a6 req-c4fd3c4b-3e3e-4409-a95e-f857a650d2e5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0953305 Apr 28 20:58:02.945376 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec58b5-6c17-415c-b59b-282c677f9754 req-584498e1-4da7-4fc2-a5de-89e449e4d182 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:02.946953 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02ec58b5-6c17-415c-b59b-282c677f9754 req-584498e1-4da7-4fc2-a5de-89e449e4d182 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 945 time: 0.0868988 Apr 28 20:58:03.014753 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f61d7d0e-1d92-4656-8d92-a022ee7537a6 req-bff67b8e-17ad-4725-bf25-434ca96f8172 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668008 Apr 28 20:58:03.032170 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02ec58b5-6c17-415c-b59b-282c677f9754 req-68ea3645-bcb7-4f95-8580-c4e04b6077d5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758410 Apr 28 20:58:03.273209 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fc9e-fbbd-4155-b8db-c383e417dabc req-e17b587c-8089-4feb-93ed-4a41a767991c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:03.274735 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae95fc9e-fbbd-4155-b8db-c383e417dabc req-e17b587c-8089-4feb-93ed-4a41a767991c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0485401 Apr 28 20:58:03.326742 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae95fc9e-fbbd-4155-b8db-c383e417dabc req-50be80fa-4d91-49cf-8987-d2fdf479ee84 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459683 Apr 28 20:58:03.464647 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c1b6f-0984-4b6a-9156-ee1e7723b5be req-7d8c6d50-0eb7-4587-848d-8d4713e53e8e tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:03.464647 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f1c1b6f-0984-4b6a-9156-ee1e7723b5be req-7d8c6d50-0eb7-4587-848d-8d4713e53e8e tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0509188 Apr 28 20:58:03.515326 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f1c1b6f-0984-4b6a-9156-ee1e7723b5be req-522df2d0-139d-45ec-a9d0-71dabda0eb44 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Apr 28 20:58:03.568371 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:58:04.168576 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fe3b8-45c0-4d10-98c2-92efc1935806 req-059b6328-7f43-4b62-bd5c-3ffb88493f4a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:04.170129 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-391fe3b8-45c0-4d10-98c2-92efc1935806 req-059b6328-7f43-4b62-bd5c-3ffb88493f4a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0782518 Apr 28 20:58:04.178684 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ee75-ff07-48c1-b815-562522090e78 req-2f04ada7-c35f-461a-bd3a-1229017e2bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:04.180278 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fd04ee75-ff07-48c1-b815-562522090e78 req-2f04ada7-c35f-461a-bd3a-1229017e2bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 945 time: 0.0769231 Apr 28 20:58:04.255678 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-391fe3b8-45c0-4d10-98c2-92efc1935806 req-423da9f5-e037-4ad4-8a6f-7abe8ae40937 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743766 Apr 28 20:58:04.268678 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fd04ee75-ff07-48c1-b815-562522090e78 req-c2ba8a20-c03a-4e05-8705-751cc5975740 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800965 Apr 28 20:58:04.452499 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc73f60-cd32-46a9-9854-c039425f92fc req-f756686a-d8a0-4b09-8a3b-54df228e1af1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:04.453951 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc73f60-cd32-46a9-9854-c039425f92fc req-f756686a-d8a0-4b09-8a3b-54df228e1af1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0481501 Apr 28 20:58:04.501358 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bc73f60-cd32-46a9-9854-c039425f92fc req-94726631-030b-4cde-a4af-bc0ac1a5cefc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Apr 28 20:58:04.633997 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbab30-1f6a-45a1-96f5-a44d934af0ee req-6dbd4a40-0a9c-48a6-86e0-d034d25afcf2 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:04.635522 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96cbab30-1f6a-45a1-96f5-a44d934af0ee req-6dbd4a40-0a9c-48a6-86e0-d034d25afcf2 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0493875 Apr 28 20:58:04.687179 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96cbab30-1f6a-45a1-96f5-a44d934af0ee req-788df1e3-7d2f-4a13-9fd6-041070b1aafe tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Apr 28 20:58:05.407514 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a04fd3-3860-4384-af57-7c9f1aefffbc req-0de18bc9-9589-406f-ac92-65cd5a04aa2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:05.409074 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72a04fd3-3860-4384-af57-7c9f1aefffbc req-0de18bc9-9589-406f-ac92-65cd5a04aa2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0785861 Apr 28 20:58:05.430453 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2967a-5b21-4ed1-a817-8d7fe48f1dec req-7fa8c983-6588-404e-adae-7bb29f614f6d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:05.431983 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-93b2967a-5b21-4ed1-a817-8d7fe48f1dec req-7fa8c983-6588-404e-adae-7bb29f614f6d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 945 time: 0.0714116 Apr 28 20:58:05.493691 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72a04fd3-3860-4384-af57-7c9f1aefffbc req-9ab65b57-5501-413b-90d4-c2d79e00f589 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777030 Apr 28 20:58:05.506083 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-93b2967a-5b21-4ed1-a817-8d7fe48f1dec req-3e253ff0-0a7f-4d11-9276-750360ec3701 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673747 Apr 28 20:58:05.623183 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95bf3-624e-4bdf-a096-785169b93625 req-d10f2f34-e9a8-43ac-8ff2-9ea7b827f99e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:05.624657 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-44f95bf3-624e-4bdf-a096-785169b93625 req-d10f2f34-e9a8-43ac-8ff2-9ea7b827f99e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0520859 Apr 28 20:58:05.674031 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-44f95bf3-624e-4bdf-a096-785169b93625 req-d23fce43-f35f-4723-8f53-24277b02391d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Apr 28 20:58:05.806893 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f835c-7bd7-4755-a16b-9e43037172e8 req-aa05759e-a556-40a0-aa9d-0bd788f489f9 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:05.808637 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-365f835c-7bd7-4755-a16b-9e43037172e8 req-aa05759e-a556-40a0-aa9d-0bd788f489f9 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0499496 Apr 28 20:58:05.861906 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-365f835c-7bd7-4755-a16b-9e43037172e8 req-de8689a7-5260-43f3-b43d-1780baf5a3ad tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Apr 28 20:58:06.658626 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:06.713811 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea845c39-ef86-4e51-9fd8-b26533ca6b64 req-2acde640-c0d0-46b9-8b92-c835dad365d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:06.716186 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea845c39-ef86-4e51-9fd8-b26533ca6b64 req-2acde640-c0d0-46b9-8b92-c835dad365d6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1336281 Apr 28 20:58:06.727410 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ce7ff-f0cb-47d3-afd2-ba7666e9bc9a req-138ceddb-fa0e-43b1-a769-c88502e40789 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:06.729925 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-342ce7ff-f0cb-47d3-afd2-ba7666e9bc9a req-138ceddb-fa0e-43b1-a769-c88502e40789 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 945 time: 0.1327457 Apr 28 20:58:06.732759 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:58:06.832482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:06.833164 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:06.884940 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea845c39-ef86-4e51-9fd8-b26533ca6b64 req-8f5ca3a7-51cd-4104-9f77-077339887507 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530688 Apr 28 20:58:06.927230 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-342ce7ff-f0cb-47d3-afd2-ba7666e9bc9a req-129654a2-4468-483d-8b98-e01a6f992944 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857269 Apr 28 20:58:06.981464 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:06.982234 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:07.028917 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-3f978a2b-f099-48a6-83b1-fd26d16a7df1 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380803 Apr 28 20:58:07.029363 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:07.033765 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b556eed-6f02-4910-a9e9-a3a33896d4c5" -d '{"events": [{"server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:07.056822 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:07.074514 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ef232-c898-4973-9087-8eaa296eb7eb req-3c70401b-acea-4ae1-b791-7016da5c9f00 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:07.076258 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-692ef232-c898-4973-9087-8eaa296eb7eb req-3c70401b-acea-4ae1-b791-7016da5c9f00 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0947025 Apr 28 20:58:07.099431 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6e29-b85e-4e8d-abc4-8fd060bc7b60 req-c48fc894-57d3-434a-9438-4c58b395c163 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:07.101748 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e80c6e29-b85e-4e8d-abc4-8fd060bc7b60 req-c48fc894-57d3-434a-9438-4c58b395c163 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0964365 Apr 28 20:58:07.137354 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:07.177731 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-692ef232-c898-4973-9087-8eaa296eb7eb req-743f5225-d05d-4f5a-ab81-281070492eab tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949163 Apr 28 20:58:07.190789 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e80c6e29-b85e-4e8d-abc4-8fd060bc7b60 req-67b309d7-efee-4903-b47f-2473bd4cd89c tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822883 Apr 28 20:58:07.216812 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:07.238912 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce72a6c-2a2d-4bb6-8c1c-4b11efd459d8 x-openstack-request-id: req-4ce72a6c-2a2d-4bb6-8c1c-4b11efd459d8 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:07.239254 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:07.239575 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ce72a6c-2a2d-4bb6-8c1c-4b11efd459d8 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:07.240231 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce72a6c-2a2d-4bb6-8c1c-4b11efd459d8'] response: {'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'code': 200} Apr 28 20:58:08.012648 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631607b9-4f71-4c0b-a53d-c5f36f6c5efd req-b3ef580f-ffb3-4929-902f-a3151fb368cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:08.014230 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-631607b9-4f71-4c0b-a53d-c5f36f6c5efd req-b3ef580f-ffb3-4929-902f-a3151fb368cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0503058 Apr 28 20:58:08.102228 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d6426-4848-48e1-aad8-8ee68472aff3 req-e7ff05f0-15ef-40f7-bd50-19f7eb49950a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:08.103773 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca2d6426-4848-48e1-aad8-8ee68472aff3 req-e7ff05f0-15ef-40f7-bd50-19f7eb49950a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0735130 Apr 28 20:58:08.107405 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-631607b9-4f71-4c0b-a53d-c5f36f6c5efd req-1ac1bbde-3d28-45d5-a288-7027de0162b4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837157 Apr 28 20:58:08.167253 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca2d6426-4848-48e1-aad8-8ee68472aff3 req-fa98ebbd-8e96-4cbd-aaeb-7368494ad978 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539050 Apr 28 20:58:08.336284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657495-59c6-433d-b31e-cc2959cfc867 req-ad2195e5-c9d0-4a60-8eb0-19d8639fbd94 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:08.337760 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd657495-59c6-433d-b31e-cc2959cfc867 req-ad2195e5-c9d0-4a60-8eb0-19d8639fbd94 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0815954 Apr 28 20:58:08.358145 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5ec6-6a02-4325-9cb6-7c1c79b4a774 req-dd7f79b3-d294-4f89-9bf7-5a6c74ea0a8f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:08.359698 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b0a5ec6-6a02-4325-9cb6-7c1c79b4a774 req-dd7f79b3-d294-4f89-9bf7-5a6c74ea0a8f tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0910232 Apr 28 20:58:08.430399 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dd657495-59c6-433d-b31e-cc2959cfc867 req-35371897-8952-4378-a939-cf8bac7f3f9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857780 Apr 28 20:58:08.437769 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b0a5ec6-6a02-4325-9cb6-7c1c79b4a774 req-7f74b189-59ba-4373-a73b-7acae068341e tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713904 Apr 28 20:58:09.244235 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6c066-3950-43c1-8031-fa7096add58a req-5e36ff29-13c2-473c-b7a5-a0247cc9bcf8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.245844 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5f6c066-3950-43c1-8031-fa7096add58a req-5e36ff29-13c2-473c-b7a5-a0247cc9bcf8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0631902 Apr 28 20:58:09.336284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1ed58-0c4a-4fa0-83c7-fda9777d58de req-06020bbd-32a4-4031-98cf-f927f4f90189 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.337816 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46c1ed58-0c4a-4fa0-83c7-fda9777d58de req-06020bbd-32a4-4031-98cf-f927f4f90189 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0670762 Apr 28 20:58:09.341169 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5f6c066-3950-43c1-8031-fa7096add58a req-06fe9d31-a9d4-4eae-8e57-7151eacc48e0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896375 Apr 28 20:58:09.363487 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:58:09.410232 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-46c1ed58-0c4a-4fa0-83c7-fda9777d58de req-20b25ba4-2a75-4ca3-b65b-26932b3f366c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650487 Apr 28 20:58:09.449851 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.61', 56151) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:09.527064 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:09.536285 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5bee6695-0baf-4c81-b585-bd6d015deeca req-4598d2c5-ee4e-4a58-b602-3b05eaf92d42 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572661 Apr 28 20:58:09.542997 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '86a14e96-c12b-4454-af06-e8fcad881fac', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac', 'mac_address': 'fa:16:3e:fc:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:58:09.574145 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51411af-5c71-4958-94bc-1929624dde06 req-7d2d3662-9038-4339-9b78-914572f3df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.576060 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a51411af-5c71-4958-94bc-1929624dde06 req-7d2d3662-9038-4339-9b78-914572f3df50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 1127 time: 0.1671760 Apr 28 20:58:09.577312 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-6a9e7201-c187-428e-afce-4dde5fcf66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.579365 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-6a9e7201-c187-428e-afce-4dde5fcf66b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1127 time: 0.1968389 Apr 28 20:58:09.592132 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:09.592617 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:09.612864 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a14e96-c12b-4454-af06-e8fcad881fac {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:09.644706 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:09.664839 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd004b0-efbb-449d-959b-df39284bf239 req-91120f8c-f1c9-4781-964a-2e44444f72aa tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.666331 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6cd004b0-efbb-449d-959b-df39284bf239 req-91120f8c-f1c9-4781-964a-2e44444f72aa tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.1169858 Apr 28 20:58:09.675148 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f51428-b83d-4edf-8dad-7082c9131313 req-660d2019-d504-4796-a993-9cb98a93c742 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.676804 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-66f51428-b83d-4edf-8dad-7082c9131313 req-660d2019-d504-4796-a993-9cb98a93c742 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.1391058 Apr 28 20:58:09.697165 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b347d-4ac1-4646-a689-a5478b9696ca req-2d657f18-3366-47ea-91da-5d9e032341db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.698648 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5f4b347d-4ac1-4646-a689-a5478b9696ca req-2d657f18-3366-47ea-91da-5d9e032341db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 1130 time: 0.2291582 Apr 28 20:58:09.751077 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6cd004b0-efbb-449d-959b-df39284bf239 req-45062519-3e3a-491d-aedc-6426fc3638bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732546 Apr 28 20:58:09.764223 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-66f51428-b83d-4edf-8dad-7082c9131313 req-6b6e5b85-5ac5-4ce4-a4ae-4d5cdcd02d73 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775876 Apr 28 20:58:09.767625 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:09.802346 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5f4b347d-4ac1-4646-a689-a5478b9696ca req-310925a3-e71c-4778-aecd-be3abcbf28f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:09.838666 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:09.842798 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-1b687c22-3f33-480b-9502-877485943467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.844323 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-1b687c22-3f33-480b-9502-877485943467 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.2529497 Apr 28 20:58:09.888197 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6121c6f-8818-4261-a239-6310e06e4fce req-ef13f4ee-f96e-42c7-98b6-6ab89c3d6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.889821 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6121c6f-8818-4261-a239-6310e06e4fce req-ef13f4ee-f96e-42c7-98b6-6ab89c3d6209 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1130 time: 0.0817859 Apr 28 20:58:09.911708 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a6121c6f-8818-4261-a239-6310e06e4fce req-9fbe705d-97bf-44ef-952c-a2323e733ebc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:09.920519 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-3fba777e-f62d-486f-88b7-0f3be61e591a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 217 time: 0.0635285 Apr 28 20:58:09.975642 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51411af-5c71-4958-94bc-1929624dde06 req-19c1b366-2fe7-46de-a2b9-ad4e3b754e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:09.977124 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a51411af-5c71-4958-94bc-1929624dde06 req-19c1b366-2fe7-46de-a2b9-ad4e3b754e77 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=880ebdbafffe496e8ce531d370e46b94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3168738 Apr 28 20:58:09.996192 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['86a14e96-c12b-4454-af06-e8fcad881fac'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:58:10.034823 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-a4c1f3a0-aaf5-45c3-a4a7-37019fa7d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.036304 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-a4c1f3a0-aaf5-45c3-a4a7-37019fa7d5a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.1052151 Apr 28 20:58:10.196400 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5f4b347d-4ac1-4646-a689-a5478b9696ca req-310925a3-e71c-4778-aecd-be3abcbf28f3 service neutron] Publish callbacks [] for security_group (3ecfda98-f1b9-46d6-adb0-8484f9dfee2a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:10.202541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-1fac5b2d-b513-4037-9e89-57d887fd9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.204049 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-1fac5b2d-b513-4037-9e89-57d887fd9de1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1499250 Apr 28 20:58:10.248644 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51411af-5c71-4958-94bc-1929624dde06 req-e4e2e569-665c-42e9-a920-4e232a7bcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.250145 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a51411af-5c71-4958-94bc-1929624dde06 req-e4e2e569-665c-42e9-a920-4e232a7bcacb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2667191 Apr 28 20:58:10.324835 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5f4b347d-4ac1-4646-a689-a5478b9696ca req-310925a3-e71c-4778-aecd-be3abcbf28f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3ecfda98-f1b9-46d6-adb0-8484f9dfee2a), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:10.367782 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.db.api [req-a6121c6f-8818-4261-a239-6310e06e4fce req-9fbe705d-97bf-44ef-952c-a2323e733ebc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ec62ed61e37a4e54aac20d2c20022234 {{(pid=110575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:58:10.370814 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG oslo_db.api [req-a6121c6f-8818-4261-a239-6310e06e4fce req-9fbe705d-97bf-44ef-952c-a2323e733ebc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:58:10.383119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-99fc878e-a1af-4ab7-9a48-09de294fbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.385422 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-99fc878e-a1af-4ab7-9a48-09de294fbb93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 1127 time: 0.0929434 Apr 28 20:58:10.401387 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-29f8884c-688e-4c7a-a02f-cd81b9f13b30 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880169 Apr 28 20:58:10.415332 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5f4b347d-4ac1-4646-a689-a5478b9696ca req-310925a3-e71c-4778-aecd-be3abcbf28f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071371 Apr 28 20:58:10.451229 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-585825a0-6d45-47d4-883a-e3c53c5c4f78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d093038c-aa35-4e2b-9802-f28e0a30c089 HTTP/1.1" status: 200 len: 217 time: 0.0570707 Apr 28 20:58:10.452159 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310925a3-e71c-4778-aecd-be3abcbf28f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecfda98-f1b9-46d6-adb0-8484f9dfee2a,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:10.546584 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793c976-e8bd-48d2-b921-f32d0fd08764 req-96357846-fcca-4802-a8f6-e57109a28507 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.549049 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f793c976-e8bd-48d2-b921-f32d0fd08764 req-96357846-fcca-4802-a8f6-e57109a28507 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 944 time: 0.0774391 Apr 28 20:58:10.563064 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-af5ab051-d49e-4ef8-9cba-30bac58fc888 req-59fd53b9-0833-4f80-a9de-25aa0140cb5c service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490011 Apr 28 20:58:10.616148 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274041bf-2eb0-4b8d-9335-617298661ed6 req-354023d1-c670-410c-bb2a-50793a4b4a41 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.616404 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-274041bf-2eb0-4b8d-9335-617298661ed6 req-354023d1-c670-410c-bb2a-50793a4b4a41 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0660336 Apr 28 20:58:10.642509 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:10.660388 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f793c976-e8bd-48d2-b921-f32d0fd08764 req-e0a9126b-2f51-43f2-89a0-606bd18a9aff tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997741 Apr 28 20:58:10.701381 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-274041bf-2eb0-4b8d-9335-617298661ed6 req-fa93543f-9fce-42ed-8e84-71fbfea1ed5a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728657 Apr 28 20:58:10.729412 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-58c0e6fa-fd6a-4706-aada-1d3ef466fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.733810 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-58c0e6fa-fd6a-4706-aada-1d3ef466fed6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.0875330 Apr 28 20:58:10.765609 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 86a14e96-c12b-4454-af06-e8fcad881fac completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:58:10.812120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9255-e4b4-4e48-93cf-b34428741257 req-86d0bf33-6f30-4014-bfeb-abedac5a9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.814455 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-86d0bf33-6f30-4014-bfeb-abedac5a9099 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735190 Apr 28 20:58:10.874533 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 86a14e96-c12b-4454-af06-e8fcad881fac triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:10.874926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:10.878459 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a6121c6f-8818-4261-a239-6310e06e4fce req-9fbe705d-97bf-44ef-952c-a2323e733ebc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:10.948929 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd999e-aa2c-4700-9cf0-8a425b98e73b req-f7f5dfb0-736c-4544-bb16-873a7b9c6e31 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:10.956141 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aabd999e-aa2c-4700-9cf0-8a425b98e73b req-f7f5dfb0-736c-4544-bb16-873a7b9c6e31 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.1065853 Apr 28 20:58:11.011748 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600c79-8b99-41bf-a0ad-7f0451240a6f req-8f86f9b1-deb5-4bb5-8791-ae6069e5295d tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:11.013420 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6e600c79-8b99-41bf-a0ad-7f0451240a6f req-8f86f9b1-deb5-4bb5-8791-ae6069e5295d tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.1301570 Apr 28 20:58:11.064584 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aabd999e-aa2c-4700-9cf0-8a425b98e73b req-577fed81-7e73-4715-a661-425511967433 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075099 Apr 28 20:58:11.118213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:11.118690 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:11.142707 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6e600c79-8b99-41bf-a0ad-7f0451240a6f req-326633c5-e84c-4672-b200-441cc6f1cb1b tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157622 Apr 28 20:58:11.145492 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6121c6f-8818-4261-a239-6310e06e4fce req-9fbe705d-97bf-44ef-952c-a2323e733ebc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2490249 Apr 28 20:58:11.185319 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:11.187646 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac6edbd-6726-4b1a-86a7-11e67041dd7a" -d '{"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-plugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:11.222451 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:11.263096 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d20f9e-eedb-4eea-90dc-4d31e9f7eb82 x-openstack-request-id: req-71d20f9e-eedb-4eea-90dc-4d31e9f7eb82 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:11.263744 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-plugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:11.264060 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71d20f9e-eedb-4eea-90dc-4d31e9f7eb82 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:11.264721 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d20f9e-eedb-4eea-90dc-4d31e9f7eb82'] response: {'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'code': 200} Apr 28 20:58:11.282550 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-c486125f-dc94-486c-93b4-624a2b3757e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944053 Apr 28 20:58:11.340589 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:11.400218 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:11.402799 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47504) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:11.518814 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84af9255-e4b4-4e48-93cf-b34428741257 req-3d0f5e76-a647-4082-a860-3962232dfb4d service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454775 Apr 28 20:58:11.560301 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75194b5f-a494-4509-bc9f-d406901882b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:11.659307 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75194b5f-a494-4509-bc9f-d406901882b3 admin admin] Publish callbacks [] for security_group (d33a2df6-f9f1-45c8-a927-77e08735d339), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:11.813397 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75194b5f-a494-4509-bc9f-d406901882b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d33a2df6-f9f1-45c8-a927-77e08735d339), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:11.921580 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392596b-d317-477f-ab5c-be2c2ff15db6 req-c8271ab0-5725-4bf7-92a9-788b5bf2683c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:11.923064 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a392596b-d317-477f-ab5c-be2c2ff15db6 req-c8271ab0-5725-4bf7-92a9-788b5bf2683c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.1466739 Apr 28 20:58:11.932513 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75194b5f-a494-4509-bc9f-d406901882b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33a2df6-f9f1-45c8-a927-77e08735d339,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:11.935840 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69e4f2-6582-4a45-8719-fa30d69f02e8 req-fa352759-4a89-48c2-bf45-b6cf4891f246 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:11.939629 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b69e4f2-6582-4a45-8719-fa30d69f02e8 req-fa352759-4a89-48c2-bf45-b6cf4891f246 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1274459 Apr 28 20:58:11.945561 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-75194b5f-a494-4509-bc9f-d406901882b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b73192a9490450dab605c75e207aaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412354 Apr 28 20:58:11.949013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47528) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:12.034755 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a392596b-d317-477f-ab5c-be2c2ff15db6 req-372064e8-c3a1-4367-823c-0aa27e918d91 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937495 Apr 28 20:58:12.039791 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4b69e4f2-6582-4a45-8719-fa30d69f02e8 req-dacb32ee-fe19-4dfe-aab3-af5f46c771a3 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931754 Apr 28 20:58:12.187056 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8630c0e-1954-401b-bcc0-4f8c98ad7483 admin admin] Publish callbacks [] for security_group (d33a2df6-f9f1-45c8-a927-77e08735d339), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:12.225511 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8630c0e-1954-401b-bcc0-4f8c98ad7483 admin admin] Publish callbacks [] for security_group (d33a2df6-f9f1-45c8-a927-77e08735d339), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:12.236151 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66a714-42b5-4186-a2fc-75816680abd1 req-e1664023-6812-41a8-91f3-faa4377aa756 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:12.238455 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa66a714-42b5-4186-a2fc-75816680abd1 req-e1664023-6812-41a8-91f3-faa4377aa756 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0739350 Apr 28 20:58:12.326289 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c01b7-656b-443b-97fc-911761ba9543 req-ba5c938b-2c66-4c9f-94ff-a0c00ba2d767 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:12.327832 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c17c01b7-656b-443b-97fc-911761ba9543 req-ba5c938b-2c66-4c9f-94ff-a0c00ba2d767 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0677652 Apr 28 20:58:12.332906 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa66a714-42b5-4186-a2fc-75816680abd1 req-37b16946-3845-49c5-88b7-772c9b6e2ad8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879595 Apr 28 20:58:12.382006 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8630c0e-1954-401b-bcc0-4f8c98ad7483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d33a2df6-f9f1-45c8-a927-77e08735d339), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:12.383686 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c17c01b7-656b-443b-97fc-911761ba9543 req-96a15451-3540-48ca-8dbe-e6bbad4d9679 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Apr 28 20:58:12.384915 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8630c0e-1954-401b-bcc0-4f8c98ad7483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:12.386120 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c8630c0e-1954-401b-bcc0-4f8c98ad7483 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d33a2df6-f9f1-45c8-a927-77e08735d339 HTTP/1.1" status: 204 len: 168 time: 0.4354835 Apr 28 20:58:12.405435 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8630c0e-1954-401b-bcc0-4f8c98ad7483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33a2df6-f9f1-45c8-a927-77e08735d339,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:12.961259 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003ed1-7b9a-4640-8b6b-3761cea6bc61 req-9cfb86c3-9270-439e-8d4c-89a21bb39002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:12.964499 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2d003ed1-7b9a-4640-8b6b-3761cea6bc61 req-9cfb86c3-9270-439e-8d4c-89a21bb39002 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1129 time: 0.0491009 Apr 28 20:58:13.159333 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47556) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:13.176181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-499b9b64-a0b2-41f4-b272-2c4e6126adba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.271015 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073570c-caee-4024-8e09-cb647eecc035 req-98f9322e-72d9-4704-9c0c-5165b0b2a2f9 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.283794 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3073570c-caee-4024-8e09-cb647eecc035 req-98f9322e-72d9-4704-9c0c-5165b0b2a2f9 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1432731 Apr 28 20:58:13.289533 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-499b9b64-a0b2-41f4-b272-2c4e6126adba admin admin] Publish callbacks [] for security_group (99c3f8ec-f8a5-424b-bd52-7506dc1570af), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.312371 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324cac8-1c4f-4657-9a35-884b0742b13e req-4211bdc4-cdf1-4b73-82fb-f4882f54bcab tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.315223 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5324cac8-1c4f-4657-9a35-884b0742b13e req-4211bdc4-cdf1-4b73-82fb-f4882f54bcab tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.1601501 Apr 28 20:58:13.390017 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3073570c-caee-4024-8e09-cb647eecc035 req-516f1b7f-526f-4737-b03c-db1f9d919c7d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050830 Apr 28 20:58:13.394010 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5324cac8-1c4f-4657-9a35-884b0742b13e req-d32331e2-008f-4562-a7f3-7e344e637490 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676992 Apr 28 20:58:13.400258 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-499b9b64-a0b2-41f4-b272-2c4e6126adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (99c3f8ec-f8a5-424b-bd52-7506dc1570af), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.466316 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b9b64-a0b2-41f4-b272-2c4e6126adba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c3f8ec-f8a5-424b-bd52-7506dc1570af,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:13.501565 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-499b9b64-a0b2-41f4-b272-2c4e6126adba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2ae192fda3b435796d8e1b9cbf2e08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409946 Apr 28 20:58:13.505732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47574) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:13.563177 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2d003ed1-7b9a-4640-8b6b-3761cea6bc61 req-a5d0cacb-a94a-4c36-a508-854ef79d839e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100526 Apr 28 20:58:13.581967 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-899aa9fc-add7-4623-9a77-f33f5630ba80 admin admin] Publish callbacks [] for security_group (99c3f8ec-f8a5-424b-bd52-7506dc1570af), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.605838 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-899aa9fc-add7-4623-9a77-f33f5630ba80 admin admin] Publish callbacks [] for security_group (99c3f8ec-f8a5-424b-bd52-7506dc1570af), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.774727 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-899aa9fc-add7-4623-9a77-f33f5630ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (99c3f8ec-f8a5-424b-bd52-7506dc1570af), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.776067 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d40f5-75e1-47e6-bf0a-0879358ecc49 req-e4cd5e1d-d6fe-4d68-83f5-fc325fc18663 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.777258 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-899aa9fc-add7-4623-9a77-f33f5630ba80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:13.777577 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e8d40f5-75e1-47e6-bf0a-0879358ecc49 req-e4cd5e1d-d6fe-4d68-83f5-fc325fc18663 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.2787595 Apr 28 20:58:13.782508 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-899aa9fc-add7-4623-9a77-f33f5630ba80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99c3f8ec-f8a5-424b-bd52-7506dc1570af HTTP/1.1" status: 204 len: 168 time: 0.2699997 Apr 28 20:58:13.792506 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa9fc-add7-4623-9a77-f33f5630ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c3f8ec-f8a5-424b-bd52-7506dc1570af,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:13.802755 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813d4df-5722-4b63-9587-59966931a022 req-c773f271-a09f-4e31-889c-5c2e87fa6fdc tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.805673 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b813d4df-5722-4b63-9587-59966931a022 req-c773f271-a09f-4e31-889c-5c2e87fa6fdc tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0705864 Apr 28 20:58:13.877237 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e8d40f5-75e1-47e6-bf0a-0879358ecc49 req-61959c7f-148a-4edb-a65c-3ab51067db5b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845389 Apr 28 20:58:13.901309 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b813d4df-5722-4b63-9587-59966931a022 req-fb95602e-65af-4a14-bf4f-8736c29776d2 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848594 Apr 28 20:58:14.035340 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c4ae8-2572-4b53-9e39-17f9bb05c811 req-e4e05dd3-8869-4d37-90d1-64faf308c03d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:14.040555 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d6c4ae8-2572-4b53-9e39-17f9bb05c811 req-e4e05dd3-8869-4d37-90d1-64faf308c03d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0582523 Apr 28 20:58:14.047693 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47580) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:14.052952 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'floatingip': {'port_id': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:14.142053 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (242b55b0-c532-49d2-8da9-3cf41e64f5b6), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.173617 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47588) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:14.342710 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-651a82fe-e800-41b8-8bff-e2fc91f7e067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.457415 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-651a82fe-e800-41b8-8bff-e2fc91f7e067 admin admin] Publish callbacks [] for security_group (aadcf419-041c-4e34-b46a-1c95525bf039), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.524290 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-651a82fe-e800-41b8-8bff-e2fc91f7e067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (aadcf419-041c-4e34-b46a-1c95525bf039), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.594479 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3245ed-457a-4e4e-931c-9a9f1422c6ca req-64adde28-af85-4b3e-8d33-06fc5a0c6794 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:14.596080 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db3245ed-457a-4e4e-931c-9a9f1422c6ca req-64adde28-af85-4b3e-8d33-06fc5a0c6794 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0843160 Apr 28 20:58:14.610864 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a82fe-e800-41b8-8bff-e2fc91f7e067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcf419-041c-4e34-b46a-1c95525bf039,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:14.619852 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-651a82fe-e800-41b8-8bff-e2fc91f7e067 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a7dd34f12d8495aa83eb1049b205d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449649 Apr 28 20:58:14.624634 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47616) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:14.672549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d093038c-aa35-4e2b-9802-f28e0a30c089 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:58:14.749776 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f64faff-dd7e-4467-9c18-015b845c35a3 admin admin] Publish callbacks [] for security_group (aadcf419-041c-4e34-b46a-1c95525bf039), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.774015 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db3245ed-457a-4e4e-931c-9a9f1422c6ca req-ab22e540-f5a8-49e7-939c-b1ed3e8bfa75 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573253 Apr 28 20:58:14.819405 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f64faff-dd7e-4467-9c18-015b845c35a3 admin admin] Publish callbacks [] for security_group (aadcf419-041c-4e34-b46a-1c95525bf039), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.915072 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port d093038c-aa35-4e2b-9802-f28e0a30c089, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d093038c-aa35-4e2b-9802-f28e0a30c089,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:14.934673 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:58:14.977463 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f64faff-dd7e-4467-9c18-015b845c35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (aadcf419-041c-4e34-b46a-1c95525bf039), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.980684 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0f64faff-dd7e-4467-9c18-015b845c35a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.982158 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0f64faff-dd7e-4467-9c18-015b845c35a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aadcf419-041c-4e34-b46a-1c95525bf039 HTTP/1.1" status: 204 len: 168 time: 0.3564472 Apr 28 20:58:14.985787 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port d093038c-aa35-4e2b-9802-f28e0a30c089 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:14.986421 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:14.997007 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64faff-dd7e-4467-9c18-015b845c35a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcf419-041c-4e34-b46a-1c95525bf039,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:15.005574 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d093038c-aa35-4e2b-9802-f28e0a30c089 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:15.034890 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port d093038c-aa35-4e2b-9802-f28e0a30c089, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d093038c-aa35-4e2b-9802-f28e0a30c089,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:15.087069 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577db4-32aa-48e7-a186-154e53ab2ee3 req-2a0532f4-f9c0-47c6-ad37-ca6ab9ee9b8a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:15.094374 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb577db4-32aa-48e7-a186-154e53ab2ee3 req-2a0532f4-f9c0-47c6-ad37-ca6ab9ee9b8a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 943 time: 0.0854633 Apr 28 20:58:15.101802 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47636) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:15.103131 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.120856 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.168168 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=d093038c-aa35-4e2b-9802-f28e0a30c089,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:15.170350 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb577db4-32aa-48e7-a186-154e53ab2ee3 req-b361e153-096f-4836-bee7-51594da5c91d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749526 Apr 28 20:58:15.195242 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (242b55b0-c532-49d2-8da9-3cf41e64f5b6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.263590 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-342d597a-035c-4179-b933-521a891e90c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.333573 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Floating IP 242b55b0-c532-49d2-8da9-3cf41e64f5b6 associated. External IP: 172.27.0.101, port: 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f. Apr 28 20:58:15.429630 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['d093038c-aa35-4e2b-9802-f28e0a30c089'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:58:15.471424 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-342d597a-035c-4179-b933-521a891e90c2 admin admin] Publish callbacks [] for security_group (7c9cc667-2a9d-46d1-8817-cf6db6994adc), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.550924 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-342d597a-035c-4179-b933-521a891e90c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7c9cc667-2a9d-46d1-8817-cf6db6994adc), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.638247 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-342d597a-035c-4179-b933-521a891e90c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ee51b4410ba4e4ab49a811fe0dfeabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325181 Apr 28 20:58:15.639073 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47650) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:15.649944 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d597a-035c-4179-b933-521a891e90c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9cc667-2a9d-46d1-8817-cf6db6994adc,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:15.661447 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:58:15.731490 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c28a-bb2b-4eab-8033-1ca700f428dd admin admin] Publish callbacks [] for security_group (7c9cc667-2a9d-46d1-8817-cf6db6994adc), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.754037 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c28a-bb2b-4eab-8033-1ca700f428dd admin admin] Publish callbacks [] for security_group (7c9cc667-2a9d-46d1-8817-cf6db6994adc), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.791861 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:15.797460 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.845503 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:15.847350 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4ec9e168-fbc7-4f86-b423-e4783eb96305 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "PUT /v2.0/floatingips/242b55b0-c532-49d2-8da9-3cf41e64f5b6 HTTP/1.1" status: 200 len: 992 time: 1.7982678 Apr 28 20:58:15.847966 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:15.851989 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d99584-5d5b-449b-a4ca-4ef980767dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:15.858022 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:15.858860 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:15.891669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c28a-bb2b-4eab-8033-1ca700f428dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7c9cc667-2a9d-46d1-8817-cf6db6994adc), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.894321 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c28a-bb2b-4eab-8033-1ca700f428dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:15.895456 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a5c6c28a-bb2b-4eab-8033-1ca700f428dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c9cc667-2a9d-46d1-8817-cf6db6994adc HTTP/1.1" status: 204 len: 168 time: 0.2548003 Apr 28 20:58:15.905939 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6c28a-bb2b-4eab-8033-1ca700f428dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9cc667-2a9d-46d1-8817-cf6db6994adc,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:16.032439 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38f569-8590-425f-8814-759489c6407f req-1ba0de94-5f60-40fb-b1c8-6c30a6c5c14f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.035421 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad38f569-8590-425f-8814-759489c6407f req-1ba0de94-5f60-40fb-b1c8-6c30a6c5c14f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0884132 Apr 28 20:58:16.040698 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:16.096996 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad38f569-8590-425f-8814-759489c6407f req-5c3a1bca-e4d7-4928-a221-63af9f738e79 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545487 Apr 28 20:58:16.140137 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47676) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:16.151007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1e643-e221-483d-a439-97ab1106e03b x-openstack-request-id: req-42f1e643-e221-483d-a439-97ab1106e03b {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:16.151654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:16.151654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42f1e643-e221-483d-a439-97ab1106e03b {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:16.151966 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f1e643-e221-483d-a439-97ab1106e03b'] response: {'name': 'network-changed', 'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'status': 'completed', 'code': 200} Apr 28 20:58:16.157272 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-59ea6fcf-469d-42f0-9b39-043b49262f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:16.334173 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-59ea6fcf-469d-42f0-9b39-043b49262f20 admin admin] Publish callbacks [] for security_group (579ff782-082b-4f86-802e-c63a7f87d68c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:16.344381 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd8c2-3511-4ee1-be31-8c45ad40c248 req-418eb826-0c9d-4bfd-b29d-db3c84a094f0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.346517 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-698cd8c2-3511-4ee1-be31-8c45ad40c248 req-418eb826-0c9d-4bfd-b29d-db3c84a094f0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0804904 Apr 28 20:58:16.362531 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47682) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:16.368568 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'floatingip': {'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:16.491459 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-59ea6fcf-469d-42f0-9b39-043b49262f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (579ff782-082b-4f86-802e-c63a7f87d68c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:16.495309 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '242b55b0-c532-49d2-8da9-3cf41e64f5b6', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'port_id': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'mac_address': 'fa:16:3e:a5:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184919-8f23-4286-bc01-d1943d5d2050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:38Z', 'updated_at': '2022-04-28T20:58:14Z', 'revision_number': 1, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:16.504618 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-89782c19-6e0c-44a9-8bfc-8250fc9f1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.506608 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-89782c19-6e0c-44a9-8bfc-8250fc9f1835 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1130 time: 0.3296876 Apr 28 20:58:16.508380 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47688) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:16.527311 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (7ba63562-578e-43a9-a28a-e0cd827f3e14), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:16.548437 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:16.592900 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:16.594389 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:16.616855 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-063f312c-f2e8-40db-b17d-3a79066ddbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.618641 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-063f312c-f2e8-40db-b17d-3a79066ddbc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.1045403 Apr 28 20:58:16.629627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0438-eb78-4107-9510-fd5b094084ba req-26b07c9f-dd21-471a-88e9-fd1be1e17b2e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.631644 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-721c0438-eb78-4107-9510-fd5b094084ba req-26b07c9f-dd21-471a-88e9-fd1be1e17b2e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 944 time: 0.1573942 Apr 28 20:58:16.683031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d093038c-aa35-4e2b-9802-f28e0a30c089 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:16.753815 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-582b520b-bdb9-4739-9692-dc0da700bfb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 1000 time: 0.1281939 Apr 28 20:58:16.781538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port d093038c-aa35-4e2b-9802-f28e0a30c089 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:58:16.787039 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:16.826385 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-1d995ce4-4e31-4039-86d2-1bf6e199c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.827597 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-1d995ce4-4e31-4039-86d2-1bf6e199c91b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.0644224 Apr 28 20:58:16.835562 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-59ea6fcf-469d-42f0-9b39-043b49262f20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73ac6fe4808348a698a179866f7d4263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918800 Apr 28 20:58:16.857030 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port d093038c-aa35-4e2b-9802-f28e0a30c089 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:16.857616 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:16.901973 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47694) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:16.923027 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:16.937305 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea6fcf-469d-42f0-9b39-043b49262f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579ff782-082b-4f86-802e-c63a7f87d68c,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:16.957749 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-721c0438-eb78-4107-9510-fd5b094084ba req-7dc07c84-40ca-4ebe-9cb1-567ed3267c4a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236832 Apr 28 20:58:16.978826 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-cc4cc6da-6d31-4ad8-95af-c666ce5c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:16.980428 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-cc4cc6da-6d31-4ad8-95af-c666ce5c12d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1455853 Apr 28 20:58:16.982853 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port d093038c-aa35-4e2b-9802-f28e0a30c089 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:16.983482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.058250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:17.061416 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfcebea-2877-4d65-b564-99fea487545e" -d '{"events": [{"server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "name": "network-vif-plugged", "status": "completed", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:17.129025 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2738fd19-133a-4ea8-b8e2-3f81e46c9800 admin admin] Publish callbacks [] for security_group (579ff782-082b-4f86-802e-c63a7f87d68c), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.137455 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port d093038c-aa35-4e2b-9802-f28e0a30c089, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d093038c-aa35-4e2b-9802-f28e0a30c089,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:17.166422 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-ae61b36f-a628-4d31-8acd-ded5ccbbf8ad service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543314 Apr 28 20:58:17.167544 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d3bf3-f0b8-4f55-a334-5a899dea929c x-openstack-request-id: req-275d3bf3-f0b8-4f55-a334-5a899dea929c {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:17.168950 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "name": "network-vif-plugged", "status": "completed", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:17.169399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-275d3bf3-f0b8-4f55-a334-5a899dea929c {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:17.171553 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275d3bf3-f0b8-4f55-a334-5a899dea929c'] response: {'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'code': 200} Apr 28 20:58:17.212290 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2738fd19-133a-4ea8-b8e2-3f81e46c9800 admin admin] Publish callbacks [] for security_group (579ff782-082b-4f86-802e-c63a7f87d68c), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.215131 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '242b55b0-c532-49d2-8da9-3cf41e64f5b6', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'port_id': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'mac_address': 'fa:16:3e:a5:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184919-8f23-4286-bc01-d1943d5d2050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:38Z', 'updated_at': '2022-04-28T20:58:14Z', 'revision_number': 1, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:17.327913 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.347830 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Publish callbacks [] for security_group (e8d34d06-8566-4a51-a9ea-b3ee61804103), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.366482 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-65d99584-5d5b-449b-a4ca-4ef980767dfe req-ccc31cb5-17da-481a-b09d-2a4185fcd0b1 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701722 Apr 28 20:58:17.397954 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e172dc-ff6a-456f-b9b6-bbae95911218 None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '242b55b0-c532-49d2-8da9-3cf41e64f5b6', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'port_id': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'mac_address': 'fa:16:3e:a5:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184919-8f23-4286-bc01-d1943d5d2050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:38Z', 'updated_at': '2022-04-28T20:58:14Z', 'revision_number': 1, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:17.407271 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=d093038c-aa35-4e2b-9802-f28e0a30c089,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:17.533146 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47710) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:17.548361 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2afa-c7af-4c82-a264-9b01ead6061d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.553202 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (e8d34d06-8566-4a51-a9ea-b3ee61804103), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.556759 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2738fd19-133a-4ea8-b8e2-3f81e46c9800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (579ff782-082b-4f86-802e-c63a7f87d68c), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.560927 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2738fd19-133a-4ea8-b8e2-3f81e46c9800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.562084 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2738fd19-133a-4ea8-b8e2-3f81e46c9800 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/579ff782-082b-4f86-802e-c63a7f87d68c HTTP/1.1" status: 204 len: 168 time: 0.6589689 Apr 28 20:58:17.664400 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.665885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47716) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:17.666065 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7bb90a93025442ecb933005118816df4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1565316 Apr 28 20:58:17.725578 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae8cbb6-08ab-46bf-bab3-315ad405e8ff None None] New status for floating IP 242b55b0-c532-49d2-8da9-3cf41e64f5b6: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:58:17.737239 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d34d06-8566-4a51-a9ea-b3ee61804103,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:17.760664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (7ba63562-578e-43a9-a28a-e0cd827f3e14), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.769220 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16159c9-664b-4f8a-a587-3028feec815b req-8a3f4472-a08d-4cdb-8826-4929d212af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:17.770940 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b16159c9-664b-4f8a-a587-3028feec815b req-8a3f4472-a08d-4cdb-8826-4929d212af8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 1129 time: 0.1397371 Apr 28 20:58:17.774734 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.775206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.775667 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.776356 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.776791 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.777220 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.777646 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.778313 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.779019 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.779448 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.779876 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.780344 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.780795 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.781194 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.781915 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94875750-ffc8-4057-a1bc-213d9c03bb23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:17.801978 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738fd19-133a-4ea8-b8e2-3f81e46c9800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579ff782-082b-4f86-802e-c63a7f87d68c,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:17.829114 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Publish callbacks [] for security_group (e8d34d06-8566-4a51-a9ea-b3ee61804103), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.866550 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Publish callbacks [] for security_group (e8d34d06-8566-4a51-a9ea-b3ee61804103), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.872946 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b16159c9-664b-4f8a-a587-3028feec815b req-141fed9e-1b29-4432-8f51-f4a4ff99c5e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722804 Apr 28 20:58:17.896675 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2afa-c7af-4c82-a264-9b01ead6061d admin admin] Publish callbacks [] for security_group (e4c3d94c-719c-4479-881a-0c6d782e55a8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:17.939065 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Floating IP 7ba63562-578e-43a9-a28a-e0cd827f3e14 associated. External IP: 172.27.0.159, port: 86a14e96-c12b-4454-af06-e8fcad881fac. Apr 28 20:58:18.011890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2afa-c7af-4c82-a264-9b01ead6061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (e4c3d94c-719c-4479-881a-0c6d782e55a8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.072970 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2afa-c7af-4c82-a264-9b01ead6061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c3d94c-719c-4479-881a-0c6d782e55a8,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:18.082075 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4b4a2afa-c7af-4c82-a264-9b01ead6061d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b88beaee9d9d41eebd06a46d02e9f80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5474205 Apr 28 20:58:18.085530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47724) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:18.120956 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (e8d34d06-8566-4a51-a9ea-b3ee61804103), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.125573 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.130041 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8d34d06-8566-4a51-a9ea-b3ee61804103 HTTP/1.1" status: 204 len: 168 time: 0.4556215 Apr 28 20:58:18.150542 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8b484062-2e8a-4827-8603-ed49e25861b8 admin admin] Publish callbacks [] for security_group (e4c3d94c-719c-4479-881a-0c6d782e55a8), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.171161 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8b484062-2e8a-4827-8603-ed49e25861b8 admin admin] Publish callbacks [] for security_group (e4c3d94c-719c-4479-881a-0c6d782e55a8), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.238223 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d34d06-8566-4a51-a9ea-b3ee61804103,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:18.306846 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.307198 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.307545 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.307885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.308251 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.308631 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.308996 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.309323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.309650 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.309984 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.310316 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.310708 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.311035 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.311354 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.311676 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3b918-3d78-4f8b-b555-cdfd3f93e0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:18.325987 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bc06a-e7ac-49ea-8035-4119908bdcde req-4dd08c21-80d2-4fb5-8b00-b19cc064e998 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:18.327108 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e3bc06a-e7ac-49ea-8035-4119908bdcde req-4dd08c21-80d2-4fb5-8b00-b19cc064e998 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.2105775 Apr 28 20:58:18.350521 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8b484062-2e8a-4827-8603-ed49e25861b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (e4c3d94c-719c-4479-881a-0c6d782e55a8), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.356414 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8b484062-2e8a-4827-8603-ed49e25861b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.359976 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-8b484062-2e8a-4827-8603-ed49e25861b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4c3d94c-719c-4479-881a-0c6d782e55a8 HTTP/1.1" status: 204 len: 168 time: 0.2707305 Apr 28 20:58:18.367993 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b484062-2e8a-4827-8603-ed49e25861b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c3d94c-719c-4479-881a-0c6d782e55a8,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:18.604932 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Router d145fffb-2140-4954-bacb-eb07632a7084 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:58:18.627406 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e3bc06a-e7ac-49ea-8035-4119908bdcde req-4fab5c83-d7c7-4fc4-ae96-5f51c9256c92 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942219 Apr 28 20:58:18.631279 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47736) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:18.660876 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e8980c-df1a-4412-8849-b0030d0760cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.764777 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e8980c-df1a-4412-8849-b0030d0760cc admin admin] Publish callbacks [] for security_group (0c8561ac-330e-4980-b727-d4a9443bb2d5), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.772031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:18.777549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.788967 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c7577-b14c-434c-851b-b183442efeaf None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:18.809581 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:18.810456 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:18.825078 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2c840705-a066-4658-b478-75b3574a42c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "PUT /v2.0/floatingips/7ba63562-578e-43a9-a28a-e0cd827f3e14 HTTP/1.1" status: 200 len: 991 time: 2.4610958 Apr 28 20:58:18.825894 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:18.828421 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a80c9-a751-4748-8c7e-1c03c3279f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:18.866135 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e8980c-df1a-4412-8849-b0030d0760cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (0c8561ac-330e-4980-b727-d4a9443bb2d5), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:18.885875 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b1c9cf-d266-4253-b918-613cac93ba60 x-openstack-request-id: req-77b1c9cf-d266-4253-b918-613cac93ba60 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:18.886699 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:18.886699 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77b1c9cf-d266-4253-b918-613cac93ba60 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:18.886996 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b1c9cf-d266-4253-b918-613cac93ba60'] response: {'name': 'network-changed', 'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'status': 'completed', 'code': 200} Apr 28 20:58:18.907931 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8980c-df1a-4412-8849-b0030d0760cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8561ac-330e-4980-b727-d4a9443bb2d5,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:18.915401 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-55e8980c-df1a-4412-8849-b0030d0760cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a97b039037f7499894f38faac0e79f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823880 Apr 28 20:58:18.925003 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47746) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:18.957567 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:19.012081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ed587796-9624-4e39-bffe-85a64dfe57e1 admin admin] Publish callbacks [] for security_group (0c8561ac-330e-4980-b727-d4a9443bb2d5), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:19.039035 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ed587796-9624-4e39-bffe-85a64dfe57e1 admin admin] Publish callbacks [] for security_group (0c8561ac-330e-4980-b727-d4a9443bb2d5), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:19.240153 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ed587796-9624-4e39-bffe-85a64dfe57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (0c8561ac-330e-4980-b727-d4a9443bb2d5), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:19.247647 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '7ba63562-578e-43a9-a28a-e0cd827f3e14', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'mac_address': 'fa:16:3e:fc:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:42Z', 'updated_at': '2022-04-28T20:58:17Z', 'revision_number': 1, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:19.247854 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ed587796-9624-4e39-bffe-85a64dfe57e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:19.247854 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ed587796-9624-4e39-bffe-85a64dfe57e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c8561ac-330e-4980-b727-d4a9443bb2d5 HTTP/1.1" status: 204 len: 168 time: 0.3188064 Apr 28 20:58:19.252925 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed587796-9624-4e39-bffe-85a64dfe57e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8561ac-330e-4980-b727-d4a9443bb2d5,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:19.276796 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c7577-b14c-434c-851b-b183442efeaf None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:19.287046 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:19.288284 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:19.422759 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:19.504933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-bfab2687-6ab3-48aa-b877-dfb92e4d4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:19.513995 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-bfab2687-6ab3-48aa-b877-dfb92e4d4fc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1129 time: 0.1016669 Apr 28 20:58:19.609454 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-abe8e9db-c176-4653-a763-bf07570fb23b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555186 Apr 28 20:58:19.651113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-dfec9367-6c89-4d27-8c34-16e9f40edd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:19.652640 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-dfec9367-6c89-4d27-8c34-16e9f40edd08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.1339114 Apr 28 20:58:19.774755 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-040dc0ba-e7d3-4b95-aa2c-129519c33cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:19.776794 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-040dc0ba-e7d3-4b95-aa2c-129519c33cc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0f5587778c4759b34919899bdb5afe&device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 1130 time: 0.0946808 Apr 28 20:58:19.802571 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd267ab-3ea0-41ce-81fd-d08d3861c086 req-8f4ab9fe-86b9-47c9-944e-fc51c7a59fbb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:19.804232 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-441c7577-b14c-434c-851b-b183442efeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '7ba63562-578e-43a9-a28a-e0cd827f3e14', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'mac_address': 'fa:16:3e:fc:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:42Z', 'updated_at': '2022-04-28T20:58:17Z', 'revision_number': 1, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:19.810777 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2dd267ab-3ea0-41ce-81fd-d08d3861c086 req-8f4ab9fe-86b9-47c9-944e-fc51c7a59fbb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.0806842 Apr 28 20:58:19.834337 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-9f3ba9b6-e9f4-459f-8106-e8c07b482807 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 999 time: 0.1551092 Apr 28 20:58:19.863408 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c7577-b14c-434c-851b-b183442efeaf None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '7ba63562-578e-43a9-a28a-e0cd827f3e14', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'mac_address': 'fa:16:3e:fc:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:42Z', 'updated_at': '2022-04-28T20:58:17Z', 'revision_number': 1, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:19.915797 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2dd267ab-3ea0-41ce-81fd-d08d3861c086 req-261362a5-f036-4c89-b98f-652ace3f686c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036777 Apr 28 20:58:19.916743 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-94bbd9ce-f322-41dc-8721-7898570fd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:19.919311 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-94bbd9ce-f322-41dc-8721-7898570fd0db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0716774 Apr 28 20:58:19.982363 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-8c77dd7a-d5e2-44a6-bb1a-5d1369afad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:19.985442 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-8c77dd7a-d5e2-44a6-bb1a-5d1369afad15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0595171 Apr 28 20:58:20.051819 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-332a1e06-5b9d-4591-83d1-8cad9ba595c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:20.054384 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-332a1e06-5b9d-4591-83d1-8cad9ba595c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b HTTP/1.1" status: 200 len: 913 time: 0.2405653 Apr 28 20:58:20.197310 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-1080a713-1597-4841-a324-cd56f1aff927 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021661 Apr 28 20:58:20.198858 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-76bdfded-0002-4da5-9a42-a6b285fef18b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13b467c6-e747-486b-b80f-ee563efa5bc6 HTTP/1.1" status: 200 len: 217 time: 0.1350632 Apr 28 20:58:20.224351 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc4e2d-53ff-442b-a46e-6b72674725d2 None None] New status for floating IP 7ba63562-578e-43a9-a28a-e0cd827f3e14: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:58:20.339821 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-fdc4a43e-3072-45b8-89d2-0a8fe08ea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:20.344137 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-fdc4a43e-3072-45b8-89d2-0a8fe08ea78d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e5c115de-512c-4382-b1c6-6b4a04d3880b HTTP/1.1" status: 200 len: 852 time: 0.1325889 Apr 28 20:58:20.457543 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-404a80c9-a751-4748-8c7e-1c03c3279f7e req-147ab639-5797-4587-a96a-47955d2cf5cb service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488265 Apr 28 20:58:20.501302 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-f32b195a-3709-4ca5-8e75-f4ce1f55446c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=964ebe2e-bfa5-47f9-ae59-3e6f829c225b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537929 Apr 28 20:58:20.568105 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada92f0e-1dbf-4aee-a1fb-ae542270e214 req-0cc85c1d-61ac-4c85-be85-e711343d5152 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:20.571935 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ada92f0e-1dbf-4aee-a1fb-ae542270e214 req-0cc85c1d-61ac-4c85-be85-e711343d5152 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.2270153 Apr 28 20:58:20.578580 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47808) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:20.583839 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:20.655074 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-64298b3f-8924-42cf-bf96-7e020661652a service neutron] 10.222.0.61 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415293 Apr 28 20:58:20.659555 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (3244fc28-7adc-47d7-830c-d94277957fb6), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:20.785719 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5627bbda-ae8c-4967-911f-ecc643e9b6ce req-1320df63-fa06-4641-8191-d3f2c8e95341 service neutron] 10.222.0.61 "GET /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239052 Apr 28 20:58:20.903890 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:21.252916 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:21.314983 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (3244fc28-7adc-47d7-830c-d94277957fb6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:21.434065 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP 3244fc28-7adc-47d7-830c-d94277957fb6 associated. External IP: 172.27.0.161, port: d093038c-aa35-4e2b-9802-f28e0a30c089. Apr 28 20:58:21.802194 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:58:21.960888 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:58:22.098397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:22.105479 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:22.124223 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:22.143290 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:22.145253 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:22.161522 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-37a23eed-6207-4d0a-b509-927f5c21d5c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "PUT /v2.0/floatingips/3244fc28-7adc-47d7-830c-d94277957fb6 HTTP/1.1" status: 200 len: 991 time: 1.5818436 Apr 28 20:58:22.163030 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:22.165491 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e51a660-1525-4f00-806a-7211172db199" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:22.220062 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f47f51-94fa-4089-886c-1af258dc4ad5 x-openstack-request-id: req-55f47f51-94fa-4089-886c-1af258dc4ad5 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:22.220310 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:22.220586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55f47f51-94fa-4089-886c-1af258dc4ad5 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:22.221561 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f47f51-94fa-4089-886c-1af258dc4ad5'] response: {'name': 'network-changed', 'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'status': 'completed', 'code': 200} Apr 28 20:58:22.298351 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:22.311650 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51a660-1525-4f00-806a-7211172db199 req-83523596-1eb8-41c0-85ec-849aef9d03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:22.314270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-83523596-1eb8-41c0-85ec-849aef9d03f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 1129 time: 0.0650055 Apr 28 20:58:22.410223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2677c5c7-3a7e-4f4a-a48d-db43de47d5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:22.419366 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51a660-1525-4f00-806a-7211172db199 req-6186f678-e506-400a-8a55-cfabc153180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:22.421119 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-6186f678-e506-400a-8a55-cfabc153180c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 915 time: 0.0979249 Apr 28 20:58:22.538694 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-d3c85db2-e8f7-42c8-afba-4f548c6e78bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d093038c-aa35-4e2b-9802-f28e0a30c089 HTTP/1.1" status: 200 len: 999 time: 0.1108811 Apr 28 20:58:22.565304 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:21Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:22.593068 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:22.601855 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:22.602465 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:57:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:22.721958 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47930) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:22.728931 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:22.832915 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f55861a8-3c4f-4905-bff1-beb67300fb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:22.925289 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f55861a8-3c4f-4905-bff1-beb67300fb29 admin admin] Publish callbacks [] for security_group (bfe920e2-6069-4e6e-9307-e6908e2e5a78), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:23.005898 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f55861a8-3c4f-4905-bff1-beb67300fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (bfe920e2-6069-4e6e-9307-e6908e2e5a78), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:23.048202 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f55861a8-3c4f-4905-bff1-beb67300fb29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb9598f65fbb4b94b436ca61a949b023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248782 Apr 28 20:58:23.051009 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47938) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:23.056320 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55861a8-3c4f-4905-bff1-beb67300fb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe920e2-6069-4e6e-9307-e6908e2e5a78,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:23.093696 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:21Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:23.126337 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ba8fa-f024-4dc0-875d-7edd1b7bbee8 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:21Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:23.140357 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7efe7782-bbfb-4f95-a9b7-f3c8846ac91c admin admin] Publish callbacks [] for security_group (bfe920e2-6069-4e6e-9307-e6908e2e5a78), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:23.175867 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7efe7782-bbfb-4f95-a9b7-f3c8846ac91c admin admin] Publish callbacks [] for security_group (bfe920e2-6069-4e6e-9307-e6908e2e5a78), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:23.342696 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7efe7782-bbfb-4f95-a9b7-f3c8846ac91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (bfe920e2-6069-4e6e-9307-e6908e2e5a78), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:23.354988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7efe7782-bbfb-4f95-a9b7-f3c8846ac91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:23.354988 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7efe7782-bbfb-4f95-a9b7-f3c8846ac91c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfe920e2-6069-4e6e-9307-e6908e2e5a78 HTTP/1.1" status: 204 len: 168 time: 0.2953939 Apr 28 20:58:23.356488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe7782-bbfb-4f95-a9b7-f3c8846ac91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe920e2-6069-4e6e-9307-e6908e2e5a78,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:23.358479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c3494-d552-4adf-815a-f7b52f72ea5e None None] New status for floating IP 3244fc28-7adc-47d7-830c-d94277957fb6: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:58:23.451742 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51a660-1525-4f00-806a-7211172db199 req-855c23bf-69c7-4cb8-b94e-92087f4db563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:23.453214 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-855c23bf-69c7-4cb8-b94e-92087f4db563 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.0542171 Apr 28 20:58:23.952961 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 47970) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:23.966326 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1bfd40ac-da96-4a10-9671-bfdd2827f969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.042996 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1bfd40ac-da96-4a10-9671-bfdd2827f969 admin admin] Publish callbacks [] for security_group (898bd05c-2782-4b01-8d27-3dee230c70ab), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.102672 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1bfd40ac-da96-4a10-9671-bfdd2827f969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (898bd05c-2782-4b01-8d27-3dee230c70ab), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.142091 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-1bfd40ac-da96-4a10-9671-bfdd2827f969 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6dc2c434e7de45098ef49fdbcf6c2075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880426 Apr 28 20:58:24.142909 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd40ac-da96-4a10-9671-bfdd2827f969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898bd05c-2782-4b01-8d27-3dee230c70ab,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:24.144781 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47978) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:24.198186 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1731-bfb1-40c5-a2c8-6ae677ff17bc admin admin] Publish callbacks [] for security_group (898bd05c-2782-4b01-8d27-3dee230c70ab), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.220589 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1731-bfb1-40c5-a2c8-6ae677ff17bc admin admin] Publish callbacks [] for security_group (898bd05c-2782-4b01-8d27-3dee230c70ab), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.326172 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1731-bfb1-40c5-a2c8-6ae677ff17bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (898bd05c-2782-4b01-8d27-3dee230c70ab), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.329204 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1731-bfb1-40c5-a2c8-6ae677ff17bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.333692 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-fd6e1731-bfb1-40c5-a2c8-6ae677ff17bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/898bd05c-2782-4b01-8d27-3dee230c70ab HTTP/1.1" status: 204 len: 168 time: 0.1847286 Apr 28 20:58:24.342297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e1731-bfb1-40c5-a2c8-6ae677ff17bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898bd05c-2782-4b01-8d27-3dee230c70ab,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:24.803511 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 47996) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:24.909741 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b23c86a0-6281-4c1a-96d0-6ceb21714592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:24.985803 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b23c86a0-6281-4c1a-96d0-6ceb21714592 admin admin] Publish callbacks [] for security_group (c64db0c8-8125-4e77-a461-d405dc45c1c9), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.057210 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b23c86a0-6281-4c1a-96d0-6ceb21714592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c64db0c8-8125-4e77-a461-d405dc45c1c9), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.057380 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7047affa-bf76-42a6-9661-b5c0a6398ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.102444 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b23c86a0-6281-4c1a-96d0-6ceb21714592 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ea6fb9b3e44446d84bfda358e205d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977469 Apr 28 20:58:25.105116 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48010) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:25.108247 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c86a0-6281-4c1a-96d0-6ceb21714592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64db0c8-8125-4e77-a461-d405dc45c1c9,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:25.160370 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50234350-fb4e-4740-9909-84c389ed1e11 admin admin] Publish callbacks [] for security_group (c64db0c8-8125-4e77-a461-d405dc45c1c9), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.180745 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50234350-fb4e-4740-9909-84c389ed1e11 admin admin] Publish callbacks [] for security_group (c64db0c8-8125-4e77-a461-d405dc45c1c9), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.304343 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50234350-fb4e-4740-9909-84c389ed1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c64db0c8-8125-4e77-a461-d405dc45c1c9), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.307495 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50234350-fb4e-4740-9909-84c389ed1e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:25.311761 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-50234350-fb4e-4740-9909-84c389ed1e11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c64db0c8-8125-4e77-a461-d405dc45c1c9 HTTP/1.1" status: 204 len: 168 time: 0.2025940 Apr 28 20:58:25.317982 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234350-fb4e-4740-9909-84c389ed1e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64db0c8-8125-4e77-a461-d405dc45c1c9,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:25.429643 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51a660-1525-4f00-806a-7211172db199 req-1cb15e91-9f14-4f9d-a7e7-5ef6b11641fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:25.431156 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-1cb15e91-9f14-4f9d-a7e7-5ef6b11641fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444055 Apr 28 20:58:26.044415 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48044) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:26.061837 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f715612b-b63e-4747-a90d-068e2761aabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.151934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f715612b-b63e-4747-a90d-068e2761aabf admin admin] Publish callbacks [] for security_group (1a30cc56-c827-4cbe-8d9c-5b57991c5232), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.226645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f715612b-b63e-4747-a90d-068e2761aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1a30cc56-c827-4cbe-8d9c-5b57991c5232), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.254740 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.273158 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f715612b-b63e-4747-a90d-068e2761aabf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a54b568bfd684e0caa456a996363dd41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242098 Apr 28 20:58:26.273158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715612b-b63e-4747-a90d-068e2761aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30cc56-c827-4cbe-8d9c-5b57991c5232,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:26.273510 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48050) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:26.326643 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e159-8bcb-4fbb-b82b-192f436beebe admin admin] Publish callbacks [] for security_group (1a30cc56-c827-4cbe-8d9c-5b57991c5232), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.351696 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e159-8bcb-4fbb-b82b-192f436beebe admin admin] Publish callbacks [] for security_group (1a30cc56-c827-4cbe-8d9c-5b57991c5232), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.477663 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e159-8bcb-4fbb-b82b-192f436beebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1a30cc56-c827-4cbe-8d9c-5b57991c5232), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.480495 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e159-8bcb-4fbb-b82b-192f436beebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:26.484671 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5ba6e159-8bcb-4fbb-b82b-192f436beebe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a30cc56-c827-4cbe-8d9c-5b57991c5232 HTTP/1.1" status: 204 len: 168 time: 0.2101138 Apr 28 20:58:26.494038 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6e159-8bcb-4fbb-b82b-192f436beebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30cc56-c827-4cbe-8d9c-5b57991c5232,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:26.686781 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-66049642-9c95-430b-92f6-c698c95fb290 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997834 Apr 28 20:58:26.795230 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2e51a660-1525-4f00-806a-7211172db199 req-68a7608c-fd37-4a59-9c74-261658d444db service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998211 Apr 28 20:58:27.994382 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:28.641797 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09065753-e966-4972-a0bc-19e404c01905 req-bac0b4e3-306b-4d15-acb5-8dc9860200c0 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:28.643609 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09065753-e966-4972-a0bc-19e404c01905 req-bac0b4e3-306b-4d15-acb5-8dc9860200c0 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0591149 Apr 28 20:58:28.692146 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09065753-e966-4972-a0bc-19e404c01905 req-85bc7fe6-3c6b-45bf-a654-516db0ca0863 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Apr 28 20:58:29.271852 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:29.825685 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eea3e2-f4c8-4709-9a39-a6f536bc42b4 req-38c5aa81-2942-48b9-aaa7-5964cd906f62 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:29.827298 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-34eea3e2-f4c8-4709-9a39-a6f536bc42b4 req-38c5aa81-2942-48b9-aaa7-5964cd906f62 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0501864 Apr 28 20:58:29.875480 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-34eea3e2-f4c8-4709-9a39-a6f536bc42b4 req-6a93894f-a520-4d68-82a2-99e7f4a1347e tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Apr 28 20:58:30.836961 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48250) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:30.884528 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-bc2a129f-6424-46b7-bbf8-0d3cee76ba92 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:30.886133 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-bc2a129f-6424-46b7-bbf8-0d3cee76ba92 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.61 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.0519636 Apr 28 20:58:30.968773 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cee7-a668-4868-a4da-1eeb2eb6585b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.087534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cee7-a668-4868-a4da-1eeb2eb6585b admin admin] Publish callbacks [] for security_group (2e1726d2-3355-40fa-b6de-dc69c0eb0f70), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.098903 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349613bd-9d30-4e41-b2c4-b6e099861e70 req-a4777ba8-9b24-4744-9eca-3c5629c362a5 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:31.101024 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-349613bd-9d30-4e41-b2c4-b6e099861e70 req-a4777ba8-9b24-4744-9eca-3c5629c362a5 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 946 time: 0.1226349 Apr 28 20:58:31.105020 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Deleting port 13b467c6-e747-486b-b80f-ee563efa5bc6 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:58:31.105020 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.174530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cee7-a668-4868-a4da-1eeb2eb6585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2e1726d2-3355-40fa-b6de-dc69c0eb0f70), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.213122 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-dbe3cee7-a668-4868-a4da-1eeb2eb6585b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02a946bf1c7f421db4e802071a359fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743477 Apr 28 20:58:31.216894 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48258) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:31.226013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3cee7-a668-4868-a4da-1eeb2eb6585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1726d2-3355-40fa-b6de-dc69c0eb0f70,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:31.236741 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-349613bd-9d30-4e41-b2c4-b6e099861e70 req-9d25b249-2f99-4873-a9f0-c53ac68a2bdb tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/security-groups?id=31032494-b675-488a-9917-3967fcce7346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288891 Apr 28 20:58:31.271044 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] For port 13b467c6-e747-486b-b80f-ee563efa5bc6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=13b467c6-e747-486b-b80f-ee563efa5bc6,segment=NetworkSegment(c17e0393-eaca-4bce-9a1f-4fb5d7b429c2),segment_id=c17e0393-eaca-4bce-9a1f-4fb5d7b429c2)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:31.271471 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.292117 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a0bb-35cb-4b49-8c61-5c2ce898c996 admin admin] Publish callbacks [] for security_group (2e1726d2-3355-40fa-b6de-dc69c0eb0f70), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.307311 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Calling delete_port for 13b467c6-e747-486b-b80f-ee563efa5bc6 owned by compute:nova {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:58:31.319620 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a0bb-35cb-4b49-8c61-5c2ce898c996 admin admin] Publish callbacks [] for security_group (2e1726d2-3355-40fa-b6de-dc69c0eb0f70), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.457231 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a0bb-35cb-4b49-8c61-5c2ce898c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2e1726d2-3355-40fa-b6de-dc69c0eb0f70), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.460689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ef8a0bb-35cb-4b49-8c61-5c2ce898c996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.464183 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-9ef8a0bb-35cb-4b49-8c61-5c2ce898c996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e1726d2-3355-40fa-b6de-dc69c0eb0f70 HTTP/1.1" status: 204 len: 168 time: 0.2437267 Apr 28 20:58:31.476299 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8a0bb-35cb-4b49-8c61-5c2ce898c996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1726d2-3355-40fa-b6de-dc69c0eb0f70,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:31.571782 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (13b467c6-e747-486b-b80f-ee563efa5bc6), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.601664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Pushing event deleted for resources: {'Port': ['ID=13b467c6-e747-486b-b80f-ee563efa5bc6,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:31.673152 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] No DVR routers for this DVR port 13b467c6-e747-486b-b80f-ee563efa5bc6 on host hv-cinder-75078 {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:58:31.676644 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:31.680149 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a56094c5-cdde-45c5-8751-46c84517c5f8 req-c49a72ce-c72e-4d8f-89e9-4d738ba22b55 tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.61 "DELETE /v2.0/ports/13b467c6-e747-486b-b80f-ee563efa5bc6 HTTP/1.1" status: 204 len: 173 time: 0.7876117 Apr 28 20:58:31.680684 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'name': 'network-vif-deleted', 'tag': '13b467c6-e747-486b-b80f-ee563efa5bc6'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:31.684847 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb7c6ee-7ecd-4525-b3f9-4336f4deeba4" -d '{"events": [{"server_uuid": "2daf8b22-36df-4fa2-8200-2b2fbf411681", "name": "network-vif-deleted", "tag": "13b467c6-e747-486b-b80f-ee563efa5bc6"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:31.723562 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbda8397-0e44-4a0f-aedd-5d851cf3da67 x-openstack-request-id: req-cbda8397-0e44-4a0f-aedd-5d851cf3da67 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:31.723870 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daf8b22-36df-4fa2-8200-2b2fbf411681", "name": "network-vif-deleted", "tag": "13b467c6-e747-486b-b80f-ee563efa5bc6", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:31.724169 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbda8397-0e44-4a0f-aedd-5d851cf3da67 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:31.725166 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbda8397-0e44-4a0f-aedd-5d851cf3da67'] response: {'server_uuid': '2daf8b22-36df-4fa2-8200-2b2fbf411681', 'name': 'network-vif-deleted', 'tag': '13b467c6-e747-486b-b80f-ee563efa5bc6', 'status': 'completed', 'code': 200} Apr 28 20:58:32.179430 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48284) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:32.193676 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c4badf2-38b0-4f8f-8edf-0c529fec5aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.296110 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c4badf2-38b0-4f8f-8edf-0c529fec5aac admin admin] Publish callbacks [] for security_group (ab29d07a-cc5a-42cc-928f-b1812b04d074), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.366243 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c4badf2-38b0-4f8f-8edf-0c529fec5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ab29d07a-cc5a-42cc-928f-b1812b04d074), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.379386 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d6b6f474-ea13-4635-bef6-a1c277fd54a1 req-801192cb-3764-4e77-bd0d-210aa12a874d tempest-DeleteServersTestJSON-401751082 tempest-DeleteServersTestJSON-401751082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2daf8b22-36df-4fa2-8200-2b2fbf411681 HTTP/1.1" status: 200 len: 210 time: 0.0530665 Apr 28 20:58:32.432833 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5c4badf2-38b0-4f8f-8edf-0c529fec5aac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee75823878f04433a2e27d62d7714ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521904 Apr 28 20:58:32.433719 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4badf2-38b0-4f8f-8edf-0c529fec5aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29d07a-cc5a-42cc-928f-b1812b04d074,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:32.436764 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48292) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:32.488544 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79884cef-ee88-4b95-a340-9fb48ce93b0f admin admin] Publish callbacks [] for security_group (ab29d07a-cc5a-42cc-928f-b1812b04d074), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.512250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79884cef-ee88-4b95-a340-9fb48ce93b0f admin admin] Publish callbacks [] for security_group (ab29d07a-cc5a-42cc-928f-b1812b04d074), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.665681 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79884cef-ee88-4b95-a340-9fb48ce93b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ab29d07a-cc5a-42cc-928f-b1812b04d074), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.666088 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79884cef-ee88-4b95-a340-9fb48ce93b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:32.667295 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-79884cef-ee88-4b95-a340-9fb48ce93b0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab29d07a-cc5a-42cc-928f-b1812b04d074 HTTP/1.1" status: 204 len: 168 time: 0.2296143 Apr 28 20:58:32.675854 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79884cef-ee88-4b95-a340-9fb48ce93b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29d07a-cc5a-42cc-928f-b1812b04d074,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:32.763079 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 13b467c6-e747-486b-b80f-ee563efa5bc6 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:58:32.783880 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 13b467c6-e747-486b-b80f-ee563efa5bc6 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:58:32.784243 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 13b467c6-e747-486b-b80f-ee563efa5bc6 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:58:35.842539 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48404) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:35.896249 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Deleting subnet e5c115de-512c-4382-b1c6-6b4a04d3880b {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:58:35.900342 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Publish callbacks [] for subnet (e5c115de-512c-4382-b1c6-6b4a04d3880b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:35.954961 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (e5c115de-512c-4382-b1c6-6b4a04d3880b), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.022357 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (e5c115de-512c-4382-b1c6-6b4a04d3880b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.171910 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (e5c115de-512c-4382-b1c6-6b4a04d3880b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.197540 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c115de-512c-4382-b1c6-6b4a04d3880b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:36.204829 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.208091 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-18b4af80-84d9-4d0c-b634-afd3ef40cce7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e5c115de-512c-4382-b1c6-6b4a04d3880b HTTP/1.1" status: 204 len: 168 time: 0.3644264 Apr 28 20:58:36.210692 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48406) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:36.286298 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (964ebe2e-bfa5-47f9-ae59-3e6f829c225b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.373519 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (964ebe2e-bfa5-47f9-ae59-3e6f829c225b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.394260 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964ebe2e-bfa5-47f9-ae59-3e6f829c225b']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:36.405138 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:36.405564 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17e0393-eaca-4bce-9a1f-4fb5d7b429c2') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:36.415316 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (c17e0393-eaca-4bce-9a1f-4fb5d7b429c2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.429597 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (c17e0393-eaca-4bce-9a1f-4fb5d7b429c2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.436185 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:58:36.436705 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (c17e0393-eaca-4bce-9a1f-4fb5d7b429c2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:58:36.438553 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:58:36.588761 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (964ebe2e-bfa5-47f9-ae59-3e6f829c225b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.595553 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:36.599256 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] 10.222.0.64 "DELETE /v2.0/networks/964ebe2e-bfa5-47f9-ae59-3e6f829c225b HTTP/1.1" status: 204 len: 168 time: 0.3872218 Apr 28 20:58:36.611016 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c669224-f37f-4edf-b94a-ce602ba6df1e admin admin] Pushing event deleted for resources: {'Network': ['ID=964ebe2e-bfa5-47f9-ae59-3e6f829c225b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:36.962914 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48432) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:37.016799 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d9e2a4c8-a6e9-41ee-b464-7b99e6711bb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc0f5587778c4759b34919899bdb5afe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0504112 Apr 28 20:58:37.017179 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48436) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:37.080738 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9ab1-0f89-416d-ad84-5dd4ebba78a0 admin admin] Publish callbacks [] for security_group (31032494-b675-488a-9917-3967fcce7346), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:37.102777 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9ab1-0f89-416d-ad84-5dd4ebba78a0 admin admin] Publish callbacks [] for security_group (31032494-b675-488a-9917-3967fcce7346), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:37.216923 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9ab1-0f89-416d-ad84-5dd4ebba78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (31032494-b675-488a-9917-3967fcce7346), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:37.219587 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9ab1-0f89-416d-ad84-5dd4ebba78a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:37.223560 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ad2a9ab1-0f89-416d-ad84-5dd4ebba78a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31032494-b675-488a-9917-3967fcce7346 HTTP/1.1" status: 204 len: 168 time: 0.2030499 Apr 28 20:58:37.231143 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9ab1-0f89-416d-ad84-5dd4ebba78a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31032494-b675-488a-9917-3967fcce7346,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:38.565946 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48506) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:38.668124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-network', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:38.759516 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Made reservation on behalf of 0cd1d6dccf934e5bbfa77f9adb226082 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:38.761915 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:38.770691 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:38.846267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks [] for security_group (66a33d0e-b2a6-499b-b542-f8f0a7cfa21b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:38.902635 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (66a33d0e-b2a6-499b-b542-f8f0a7cfa21b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:38.929774 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:58:38.939813 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:38.945974 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (a6aefaa6-0513-4e70-9a5f-ed90c3d6b737), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:38.946316 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Added segment a6aefaa6-0513-4e70-9a5f-ed90c3d6b737 of type vlan for network a663f45b-7c2c-4224-a6e7-714fb8381213 Apr 28 20:58:38.990545 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (a663f45b-7c2c-4224-a6e7-714fb8381213), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:39.094636 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (a663f45b-7c2c-4224-a6e7-714fb8381213), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:39.095601 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:39.096211 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:39.158557 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] Pushing event updated for resources: {'Network': ['ID=a663f45b-7c2c-4224-a6e7-714fb8381213,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:39.168639 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network a663f45b-7c2c-4224-a6e7-714fb8381213 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:58:39.253769 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6487c4be-3fb8-4ae5-8e17-edc668334551 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6867311 Apr 28 20:58:39.256720 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48526) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:39.261282 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Request body: {'subnet': {'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-subnet', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:39.368614 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Made reservation on behalf of 0cd1d6dccf934e5bbfa77f9adb226082 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:39.371756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31231054'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:39.617274 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32945834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31231164'] for subnet (8a908e72-265e-4a76-a0db-28a557e0123c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:39.670404 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a908e72-265e-4a76-a0db-28a557e0123c,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:39.687244 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Checking segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:39.687601 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Network hostable DHCP agents. Network: a663f45b-7c2c-4224-a6e7-714fb8381213, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:58:39.798052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:58:39.800402 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48548) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:39.889034 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, a663f45b-7c2c-4224-a6e7-714fb8381213) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:39.900801 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:39.901847 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:39.902032 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65db3b-e107-4935-a71a-eda1a32a9ab6 None None] Network a663f45b-7c2c-4224-a6e7-714fb8381213 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:58:39.926376 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f820802a-e686-4ec8-b6ea-d9bd95734a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.024563 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f820802a-e686-4ec8-b6ea-d9bd95734a9f admin admin] Publish callbacks [] for security_group (6136c88a-8da2-4c81-8f0f-ff4dc367a193), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.034382 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-63b9b228-34c2-4826-baac-04c25c88f129 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7739766 Apr 28 20:58:40.034819 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48560) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:40.039823 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:40.102866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f820802a-e686-4ec8-b6ea-d9bd95734a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6136c88a-8da2-4c81-8f0f-ff4dc367a193), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.138954 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.141416 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.147338 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f820802a-e686-4ec8-b6ea-d9bd95734a9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cf737442203437e920f5607ebe0ce44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453827 Apr 28 20:58:40.154809 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820802a-e686-4ec8-b6ea-d9bd95734a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6136c88a-8da2-4c81-8f0f-ff4dc367a193,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.171721 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-a663f45b-7c2c-4224-a6e7-714fb8381213', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:58:40.172650 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.173823 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48566) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:40.201086 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48570) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:40.221681 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks [] for router_controller (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.260763 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6e3da87-071a-40bd-93a7-95950dfc1c70 admin admin] Publish callbacks [] for security_group (6136c88a-8da2-4c81-8f0f-ff4dc367a193), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.285564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6e3da87-071a-40bd-93a7-95950dfc1c70 admin admin] Publish callbacks [] for security_group (6136c88a-8da2-4c81-8f0f-ff4dc367a193), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.337770 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Allocated IP 172.20.0.2 (a663f45b-7c2c-4224-a6e7-714fb8381213/8a908e72-265e-4a76-a0db-28a557e0123c/4b255226-416f-45ff-97b9-1d2fad3d2ba4) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:40.342598 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c88dea35-9189-40a0-a347-51c1dcee8602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.504848 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6e3da87-071a-40bd-93a7-95950dfc1c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6136c88a-8da2-4c81-8f0f-ff4dc367a193), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.507488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d6e3da87-071a-40bd-93a7-95950dfc1c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.507979 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Publish callbacks [] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.511384 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d6e3da87-071a-40bd-93a7-95950dfc1c70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6136c88a-8da2-4c81-8f0f-ff4dc367a193 HTTP/1.1" status: 204 len: 168 time: 0.3335996 Apr 28 20:58:40.524048 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3da87-071a-40bd-93a7-95950dfc1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136c88a-8da2-4c81-8f0f-ff4dc367a193,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.567597 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c88dea35-9189-40a0-a347-51c1dcee8602 admin admin] Publish callbacks [] for security_group (6b3b6c5f-3862-42db-9cc1-7a61c05d96cd), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.605939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.622997 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c88dea35-9189-40a0-a347-51c1dcee8602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6b3b6c5f-3862-42db-9cc1-7a61c05d96cd), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.648451 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:40.651376 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:40.665276 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:40.694781 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c88dea35-9189-40a0-a347-51c1dcee8602 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36e471901db947bd9728776ff0b6dee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924684 Apr 28 20:58:40.697155 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dea35-9189-40a0-a347-51c1dcee8602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b6c5f-3862-42db-9cc1-7a61c05d96cd,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.720802 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48582) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:40.720903 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Pushing event updated for resources: {'Port': ['ID=4b255226-416f-45ff-97b9-1d2fad3d2ba4,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.726185 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.726532 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.726897 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.727254 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.727587 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.727914 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.728267 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.728585 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.728924 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.729265 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.729570 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.729903 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks [] for router_gateway (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.730360 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.730360 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.730519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.730828 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:40.745012 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Attempting to bind port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:40.745450 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Attempting to bind port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:40.745823 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Attempting to bind port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:40.752106 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:40.752509 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Checking segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:40.753030 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.753435 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Bound using segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:40.753913 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Bound port: 4b255226-416f-45ff-97b9-1d2fad3d2ba4, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:40.754303 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.780630 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-54cfc6cb-8825-4963-9c16-27d507b46c5a admin admin] Publish callbacks [] for security_group (6b3b6c5f-3862-42db-9cc1-7a61c05d96cd), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.814744 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-54cfc6cb-8825-4963-9c16-27d507b46c5a admin admin] Publish callbacks [] for security_group (6b3b6c5f-3862-42db-9cc1-7a61c05d96cd), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.817070 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48584) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:40.876271 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-801000eb-7d3c-4257-8353-b0595961732f None None] For port 4b255226-416f-45ff-97b9-1d2fad3d2ba4, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:40.880447 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-801000eb-7d3c-4257-8353-b0595961732f None None] For port 4b255226-416f-45ff-97b9-1d2fad3d2ba4, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4b255226-416f-45ff-97b9-1d2fad3d2ba4,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:40.959930 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-54cfc6cb-8825-4963-9c16-27d507b46c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6b3b6c5f-3862-42db-9cc1-7a61c05d96cd), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.962564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-54cfc6cb-8825-4963-9c16-27d507b46c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:40.963718 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-54cfc6cb-8825-4963-9c16-27d507b46c5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b3b6c5f-3862-42db-9cc1-7a61c05d96cd HTTP/1.1" status: 204 len: 168 time: 0.2467048 Apr 28 20:58:40.971883 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfc6cb-8825-4963-9c16-27d507b46c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b6c5f-3862-42db-9cc1-7a61c05d96cd,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.994141 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.012663 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks [] for router_gateway (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.059533 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.078091 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2da1175-36a2-4893-ad0a-c4c63b65cbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.080597 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801000eb-7d3c-4257-8353-b0595961732f None None] Pushing event updated for resources: {'Port': ['ID=4b255226-416f-45ff-97b9-1d2fad3d2ba4,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.238728 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48594) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:41.246157 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Allocated IP 172.27.0.182 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/a070111d-6fa2-44b3-a66c-badc159c70a4) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:41.257935 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6b9017fc-08e4-443a-9e46-f5599c19ae96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.276378 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2da1175-36a2-4893-ad0a-c4c63b65cbae admin admin] Publish callbacks [] for security_group (ebfbcb2a-a8cb-46fd-a473-809610cca956), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.379084 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2da1175-36a2-4893-ad0a-c4c63b65cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ebfbcb2a-a8cb-46fd-a473-809610cca956), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.432107 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da1175-36a2-4893-ad0a-c4c63b65cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfbcb2a-a8cb-46fd-a473-809610cca956,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.437662 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6b9017fc-08e4-443a-9e46-f5599c19ae96 admin admin] Publish callbacks [] for security_group (109ff0c9-03e8-4f3c-b3dc-0b65555e10a6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.443618 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a2da1175-36a2-4893-ad0a-c4c63b65cbae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=465023cc75594c7a9e66e0903f7b2090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236851 Apr 28 20:58:41.446353 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48598) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:41.471389 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks [] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.509380 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4da690e4-587b-49a0-9d8a-835cdb2a31e2 admin admin] Publish callbacks [] for security_group (ebfbcb2a-a8cb-46fd-a473-809610cca956), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.533588 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4da690e4-587b-49a0-9d8a-835cdb2a31e2 admin admin] Publish callbacks [] for security_group (ebfbcb2a-a8cb-46fd-a473-809610cca956), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.545333 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6b9017fc-08e4-443a-9e46-f5599c19ae96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (109ff0c9-03e8-4f3c-b3dc-0b65555e10a6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.601337 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9017fc-08e4-443a-9e46-f5599c19ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ff0c9-03e8-4f3c-b3dc-0b65555e10a6,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.607523 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-6b9017fc-08e4-443a-9e46-f5599c19ae96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=694b8e911b564f9999da49709251a4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672512 Apr 28 20:58:41.610040 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48600) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:41.614433 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.658811 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:41.664016 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:41.668009 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:41.679171 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4f02a269-347f-4c11-8046-d5d4f76aec25 admin admin] Publish callbacks [] for security_group (109ff0c9-03e8-4f3c-b3dc-0b65555e10a6), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.692357 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Pushing event updated for resources: {'Port': ['ID=a070111d-6fa2-44b3-a66c-badc159c70a4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.702733 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4f02a269-347f-4c11-8046-d5d4f76aec25 admin admin] Publish callbacks [] for security_group (109ff0c9-03e8-4f3c-b3dc-0b65555e10a6), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.705322 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4da690e4-587b-49a0-9d8a-835cdb2a31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ebfbcb2a-a8cb-46fd-a473-809610cca956), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.709206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4da690e4-587b-49a0-9d8a-835cdb2a31e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.709716 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4da690e4-587b-49a0-9d8a-835cdb2a31e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebfbcb2a-a8cb-46fd-a473-809610cca956 HTTP/1.1" status: 204 len: 168 time: 0.2621758 Apr 28 20:58:41.741379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da690e4-587b-49a0-9d8a-835cdb2a31e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfbcb2a-a8cb-46fd-a473-809610cca956,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.903231 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48604) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:41.914362 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4f02a269-347f-4c11-8046-d5d4f76aec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (109ff0c9-03e8-4f3c-b3dc-0b65555e10a6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.917174 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4f02a269-347f-4c11-8046-d5d4f76aec25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.921358 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4f02a269-347f-4c11-8046-d5d4f76aec25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/109ff0c9-03e8-4f3c-b3dc-0b65555e10a6 HTTP/1.1" status: 204 len: 168 time: 0.3103466 Apr 28 20:58:41.921522 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3aff-e53c-44eb-8023-5deee240c46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:41.934629 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02a269-347f-4c11-8046-d5d4f76aec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ff0c9-03e8-4f3c-b3dc-0b65555e10a6,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:42.102816 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3aff-e53c-44eb-8023-5deee240c46e admin admin] Publish callbacks [] for security_group (d27d85b5-2bde-436d-8116-5d33f9d72871), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.118847 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks [] for router_gateway (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.173373 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3aff-e53c-44eb-8023-5deee240c46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d27d85b5-2bde-436d-8116-5d33f9d72871), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.204928 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9207a-a8a2-44bf-8ceb-7e32ece2c775 None None] Network a663f45b-7c2c-4224-a6e7-714fb8381213 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:58:42.253333 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b3aff-e53c-44eb-8023-5deee240c46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d85b5-2bde-436d-8116-5d33f9d72871,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:42.260863 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6e5b3aff-e53c-44eb-8023-5deee240c46e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b999604d3078453bb15f1ef6393aa7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535841 Apr 28 20:58:42.261114 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48612) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:42.320614 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d98b832-b64e-430a-b1fe-e864446181d1 admin admin] Publish callbacks [] for security_group (d27d85b5-2bde-436d-8116-5d33f9d72871), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.326585 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] Provisioning complete for port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:42.327105 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.343049 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d98b832-b64e-430a-b1fe-e864446181d1 admin admin] Publish callbacks [] for security_group (d27d85b5-2bde-436d-8116-5d33f9d72871), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.410904 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.423240 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] Current status of the port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:42.424168 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.464948 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] For port 4b255226-416f-45ff-97b9-1d2fad3d2ba4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4b255226-416f-45ff-97b9-1d2fad3d2ba4,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:42.488691 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d98b832-b64e-430a-b1fe-e864446181d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d27d85b5-2bde-436d-8116-5d33f9d72871), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.492317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d98b832-b64e-430a-b1fe-e864446181d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.493539 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-5d98b832-b64e-430a-b1fe-e864446181d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d27d85b5-2bde-436d-8116-5d33f9d72871 HTTP/1.1" status: 204 len: 168 time: 0.2316227 Apr 28 20:58:42.503396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b832-b64e-430a-b1fe-e864446181d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d85b5-2bde-436d-8116-5d33f9d72871,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:42.563502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48618) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:42.583918 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-524cd232-1714-4841-88c1-b5cb562e61de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.605562 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.662416 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7886f83-4c7c-4116-a32b-56e853429b27 None None] Pushing event updated for resources: {'Port': ['ID=4b255226-416f-45ff-97b9-1d2fad3d2ba4,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:42.680572 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-524cd232-1714-4841-88c1-b5cb562e61de admin admin] Publish callbacks [] for security_group (ac6ae639-7662-4197-9235-9fd377d25545), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.685533 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Router d5c92d8c-02a3-4d6a-aeda-67361beba0cf is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:58:42.728175 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-2edf74a1-b176-48cb-bef2-8e143e93126d None None] Provisioning complete for port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:42.728542 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2edf74a1-b176-48cb-bef2-8e143e93126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.805595 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-524cd232-1714-4841-88c1-b5cb562e61de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ac6ae639-7662-4197-9235-9fd377d25545), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.812428 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4b255226-416f-45ff-97b9-1d2fad3d2ba4 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:42.813829 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:42.828061 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Sync routers for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:42.850622 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-524cd232-1714-4841-88c1-b5cb562e61de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27ea57d82b524a0bb34ed5c33b7cb1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859015 Apr 28 20:58:42.851893 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cd232-1714-4841-88c1-b5cb562e61de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ae639-7662-4197-9235-9fd377d25545,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:42.852930 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:42.855107 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48620) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:42.858559 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:42.872502 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-2edf74a1-b176-48cb-bef2-8e143e93126d None None] Current status of the port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:42.896539 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48622) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:42.899014 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:42.899491 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.915671 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0f0fce79-a508-4ba3-9cda-96420d36b402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.936553 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72bc2961-1d1f-497f-a4ec-0ad169617947 admin admin] Publish callbacks [] for security_group (ac6ae639-7662-4197-9235-9fd377d25545), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.969592 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:42.973758 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f594fbf8-3649-48d4-a80d-5b597820bece admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9352593 Apr 28 20:58:42.975642 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48624) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:42.985954 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72bc2961-1d1f-497f-a4ec-0ad169617947 admin admin] Publish callbacks [] for security_group (ac6ae639-7662-4197-9235-9fd377d25545), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.004242 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:43.012546 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:43.046330 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0f0fce79-a508-4ba3-9cda-96420d36b402 admin admin] Publish callbacks [] for security_group (295679a1-a43d-4ec2-9771-579ea72f620b), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.125713 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0f0fce79-a508-4ba3-9cda-96420d36b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (295679a1-a43d-4ec2-9771-579ea72f620b), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.169191 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0f0fce79-a508-4ba3-9cda-96420d36b402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=566f92433427452cb869d2b944e23485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698851 Apr 28 20:58:43.170639 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fce79-a508-4ba3-9cda-96420d36b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295679a1-a43d-4ec2-9771-579ea72f620b,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:43.174375 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48632) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:43.237148 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:41Z', 'revision_number': 3, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:43.244636 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a53fe77-0539-4689-ad10-3abf8a03c0b2 admin admin] Publish callbacks [] for security_group (295679a1-a43d-4ec2-9771-579ea72f620b), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.269024 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Checking router: d5c92d8c-02a3-4d6a-aeda-67361beba0cf for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:43.269567 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Updating router d5c92d8c-02a3-4d6a-aeda-67361beba0cf port a070111d-6fa2-44b3-a66c-badc159c70a4 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:58:43.270776 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a53fe77-0539-4689-ad10-3abf8a03c0b2 admin admin] Publish callbacks [] for security_group (295679a1-a43d-4ec2-9771-579ea72f620b), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.293190 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72bc2961-1d1f-497f-a4ec-0ad169617947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ac6ae639-7662-4197-9235-9fd377d25545), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.296336 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-72bc2961-1d1f-497f-a4ec-0ad169617947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.299854 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-72bc2961-1d1f-497f-a4ec-0ad169617947 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac6ae639-7662-4197-9235-9fd377d25545 HTTP/1.1" status: 204 len: 168 time: 0.4419518 Apr 28 20:58:43.301056 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.358756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc2961-1d1f-497f-a4ec-0ad169617947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ae639-7662-4197-9235-9fd377d25545,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:43.457013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a53fe77-0539-4689-ad10-3abf8a03c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (295679a1-a43d-4ec2-9771-579ea72f620b), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.460203 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a53fe77-0539-4689-ad10-3abf8a03c0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.461973 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-8a53fe77-0539-4689-ad10-3abf8a03c0b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/295679a1-a43d-4ec2-9771-579ea72f620b HTTP/1.1" status: 204 len: 168 time: 0.2855904 Apr 28 20:58:43.469757 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53fe77-0539-4689-ad10-3abf8a03c0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295679a1-a43d-4ec2-9771-579ea72f620b,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:43.511074 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48644) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:43.554761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-36d0d7ac-2f54-4c0b-a31d-b61f90840d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.625723 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.647391 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Publish callbacks [] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.689729 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-36d0d7ac-2f54-4c0b-a31d-b61f90840d32 admin admin] Publish callbacks [] for security_group (c928a5ac-f3f7-49ca-b8e0-0e764c7cef07), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.769625 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.814482 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Allocated IP 172.20.0.1 (a663f45b-7c2c-4224-a6e7-714fb8381213/8a908e72-265e-4a76-a0db-28a557e0123c/d4c5d12a-0c4e-4719-a01d-6dff34c57006) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:43.831155 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Pushing event updated for resources: {'Port': ['ID=a070111d-6fa2-44b3-a66c-badc159c70a4,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:43.834419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-36d0d7ac-2f54-4c0b-a31d-b61f90840d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c928a5ac-f3f7-49ca-b8e0-0e764c7cef07), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.840438 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.840965 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.841470 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.841968 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.842645 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.842956 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.843427 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.843895 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.844410 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.844879 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.845364 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.845846 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.846307 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.846788 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.847114 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:43.856548 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Attempting to bind port a070111d-6fa2-44b3-a66c-badc159c70a4 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:43.856969 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Attempting to bind port a070111d-6fa2-44b3-a66c-badc159c70a4 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:43.857330 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Attempting to bind port a070111d-6fa2-44b3-a66c-badc159c70a4 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:43.863241 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:43.863612 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:43.864053 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.864429 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:43.865086 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Bound port: a070111d-6fa2-44b3-a66c-badc159c70a4, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:43.865617 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.902855 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-36d0d7ac-2f54-4c0b-a31d-b61f90840d32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a41059f50344fa1a159f17914352784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906670 Apr 28 20:58:43.904317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d7ac-2f54-4c0b-a31d-b61f90840d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c928a5ac-f3f7-49ca-b8e0-0e764c7cef07,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:43.906674 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48658) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:43.927209 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] For port a070111d-6fa2-44b3-a66c-badc159c70a4, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:43.927209 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] For port a070111d-6fa2-44b3-a66c-badc159c70a4, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a070111d-6fa2-44b3-a66c-badc159c70a4,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:43.959205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0059f4c6-3290-40fc-984e-b57b0157dafb admin admin] Publish callbacks [] for security_group (c928a5ac-f3f7-49ca-b8e0-0e764c7cef07), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.969022 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks [] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:43.996589 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0059f4c6-3290-40fc-984e-b57b0157dafb admin admin] Publish callbacks [] for security_group (c928a5ac-f3f7-49ca-b8e0-0e764c7cef07), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.040663 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.099108 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.117642 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:44.118385 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:44.123172 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7518b-6739-487e-abfb-cfba1c234bac None None] Pushing event updated for resources: {'Port': ['ID=a070111d-6fa2-44b3-a66c-badc159c70a4,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:44.125412 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0059f4c6-3290-40fc-984e-b57b0157dafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c928a5ac-f3f7-49ca-b8e0-0e764c7cef07), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.128693 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0059f4c6-3290-40fc-984e-b57b0157dafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.129809 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0059f4c6-3290-40fc-984e-b57b0157dafb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c928a5ac-f3f7-49ca-b8e0-0e764c7cef07 HTTP/1.1" status: 204 len: 168 time: 0.2221696 Apr 28 20:58:44.141536 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:44.157036 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:44.158045 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059f4c6-3290-40fc-984e-b57b0157dafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c928a5ac-f3f7-49ca-b8e0-0e764c7cef07,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:44.163272 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:44.166964 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c5d12a-0c4e-4719-a01d-6dff34c57006,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:44.215682 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.309956 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:44.507910 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-76633c0e-9ae7-4ecd-a632-e9f02f8f36d4 None None] Provisioning complete for port d4c5d12a-0c4e-4719-a01d-6dff34c57006 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:44.508926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-76633c0e-9ae7-4ecd-a632-e9f02f8f36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.510023 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:41Z', 'revision_number': 3, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:44.539158 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce292211-cb88-404c-b56e-1aa20422c29d None None] The sync data for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi is: [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:41Z', 'revision_number': 3, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:44.551136 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-76633c0e-9ae7-4ecd-a632-e9f02f8f36d4 None None] Port d4c5d12a-0c4e-4719-a01d-6dff34c57006 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:44.710763 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.926121 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks [] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:44.988313 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:45.073951 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c5d12a-0c4e-4719-a01d-6dff34c57006,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:45.080081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:45.208896 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:45.210377 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:45.365577 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Router d5c92d8c-02a3-4d6a-aeda-67361beba0cf has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:58:45.507149 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:45.519773 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-46e32059-3c75-447f-96cc-19eb7d9c5245 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5c92d8c-02a3-4d6a-aeda-67361beba0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356724 Apr 28 20:58:45.580050 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-ca69512d-a7e0-4379-8a3c-7d3d0d4764ab None None] Provisioning complete for port d4c5d12a-0c4e-4719-a01d-6dff34c57006 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:45.580604 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ca69512d-a7e0-4379-8a3c-7d3d0d4764ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:45.621668 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-ca69512d-a7e0-4379-8a3c-7d3d0d4764ab None None] Port d4c5d12a-0c4e-4719-a01d-6dff34c57006 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:45.953851 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48722) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:46.262301 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5309df2-4666-4315-84f3-8246e5fb430e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.343089 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5309df2-4666-4315-84f3-8246e5fb430e admin admin] Publish callbacks [] for security_group (8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.387855 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952abbab-e95a-4238-9489-728d498df606 None None] Sync routers for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:46.405765 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:46.406584 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:46.423765 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5309df2-4666-4315-84f3-8246e5fb430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.478962 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a5309df2-4666-4315-84f3-8246e5fb430e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e25cb804af61489dbc8bf62e3fc4c5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239952 Apr 28 20:58:46.480804 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5309df2-4666-4315-84f3-8246e5fb430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:46.483972 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48752) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:46.549193 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31970be5-df42-4a37-b220-7d5454fb2d32 admin admin] Publish callbacks [] for security_group (8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.553963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:46.579333 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31970be5-df42-4a37-b220-7d5454fb2d32 admin admin] Publish callbacks [] for security_group (8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.581469 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-f17de704-d89d-4e2c-9fba-ee70bbaaa670 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:46.583025 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-f17de704-d89d-4e2c-9fba-ee70bbaaa670 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 819 time: 0.1521058 Apr 28 20:58:46.603595 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-f0b5a752-9307-4f98-8f0e-5e774d835a88 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/quotas/0cd1d6dccf934e5bbfa77f9adb226082 HTTP/1.1" status: 200 len: 375 time: 0.0140359 Apr 28 20:58:46.705191 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-7131972b-d39c-4bef-9abd-ca32f7a27b86 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932045 Apr 28 20:58:46.729053 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31970be5-df42-4a37-b220-7d5454fb2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.734481 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31970be5-df42-4a37-b220-7d5454fb2d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.739082 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-31970be5-df42-4a37-b220-7d5454fb2d32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1 HTTP/1.1" status: 204 len: 168 time: 0.2514682 Apr 28 20:58:46.759230 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31970be5-df42-4a37-b220-7d5454fb2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd02c53-cd66-48b8-b8b5-c9c6a4d715f1,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:46.800563 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 2, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:46.805032 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a070111d-6fa2-44b3-a66c-badc159c70a4 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:46.844304 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-049605b5-9eb2-433d-87f9-ebfc23c82c0f service neutron] 10.222.0.64 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376615 Apr 28 20:58:46.856019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952abbab-e95a-4238-9489-728d498df606 None None] Checking router: d5c92d8c-02a3-4d6a-aeda-67361beba0cf for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:46.856677 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952abbab-e95a-4238-9489-728d498df606 None None] Updating router d5c92d8c-02a3-4d6a-aeda-67361beba0cf port d4c5d12a-0c4e-4719-a01d-6dff34c57006 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:58:46.894218 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-952abbab-e95a-4238-9489-728d498df606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.949256 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port a070111d-6fa2-44b3-a66c-badc159c70a4 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:46.949633 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:46.956414 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-a093ef68-e1b3-4c3a-bc41-1c1b54212580 service neutron] 10.222.0.64 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044836 Apr 28 20:58:47.152653 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port a070111d-6fa2-44b3-a66c-badc159c70a4 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:47.153061 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.224627 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port a070111d-6fa2-44b3-a66c-badc159c70a4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a070111d-6fa2-44b3-a66c-badc159c70a4,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:47.287083 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-952abbab-e95a-4238-9489-728d498df606 None None] Publish callbacks [] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.307457 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5dd94f98-725b-491c-80cd-3324a16bc5c3 req-5a88b1b3-7d7f-4a71-a47e-51516e6c7a97 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 210 time: 0.0886002 Apr 28 20:58:47.378889 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.417755 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-952abbab-e95a-4238-9489-728d498df606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.455441 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=a070111d-6fa2-44b3-a66c-badc159c70a4,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:47.541271 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821477f-9fb1-4de8-b91d-fa31b498e04e None None] Pushing event updated for resources: {'Port': ['ID=d4c5d12a-0c4e-4719-a01d-6dff34c57006,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:47.552897 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-952abbab-e95a-4238-9489-728d498df606 None None] Attempting to bind port d4c5d12a-0c4e-4719-a01d-6dff34c57006 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:47.553277 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-952abbab-e95a-4238-9489-728d498df606 None None] Attempting to bind port d4c5d12a-0c4e-4719-a01d-6dff34c57006 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:47.553641 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952abbab-e95a-4238-9489-728d498df606 None None] Attempting to bind port d4c5d12a-0c4e-4719-a01d-6dff34c57006 on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:47.559783 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952abbab-e95a-4238-9489-728d498df606 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:47.560185 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952abbab-e95a-4238-9489-728d498df606 None None] Checking segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:47.560589 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-952abbab-e95a-4238-9489-728d498df606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.560983 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952abbab-e95a-4238-9489-728d498df606 None None] Bound using segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:47.561562 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-952abbab-e95a-4238-9489-728d498df606 None None] Bound port: d4c5d12a-0c4e-4719-a01d-6dff34c57006, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:47.561877 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-952abbab-e95a-4238-9489-728d498df606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.660198 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-952abbab-e95a-4238-9489-728d498df606 None None] For port d4c5d12a-0c4e-4719-a01d-6dff34c57006, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:47.664208 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-952abbab-e95a-4238-9489-728d498df606 None None] For port d4c5d12a-0c4e-4719-a01d-6dff34c57006, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d4c5d12a-0c4e-4719-a01d-6dff34c57006,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:47.762372 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-4fd24da0-3efa-4f67-b798-23f26ddc612e None None] Provisioning complete for port d4c5d12a-0c4e-4719-a01d-6dff34c57006 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:47.767739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fd24da0-3efa-4f67-b798-23f26ddc612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.803927 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-4fd24da0-3efa-4f67-b798-23f26ddc612e None None] Port d4c5d12a-0c4e-4719-a01d-6dff34c57006 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:47.814604 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-5b0dcd94-8d45-43da-bfa8-5b1ff7e1f4e0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:47.816205 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-5b0dcd94-8d45-43da-bfa8-5b1ff7e1f4e0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 819 time: 0.1527965 Apr 28 20:58:47.832538 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-c70ac0af-5d44-4bd8-a23c-cb5ed6674516 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/quotas/0cd1d6dccf934e5bbfa77f9adb226082 HTTP/1.1" status: 200 len: 375 time: 0.0102673 Apr 28 20:58:47.832766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-952abbab-e95a-4238-9489-728d498df606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:47.935165 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-9c60d941-9965-40bc-81e8-d30d037baf94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941794 Apr 28 20:58:47.948610 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:47.952450 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:47.959348 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821477f-9fb1-4de8-b91d-fa31b498e04e None None] Pushing event updated for resources: {'Port': ['ID=d4c5d12a-0c4e-4719-a01d-6dff34c57006,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:48.120561 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-ff77ae29-1d8f-4a78-9348-a3e624107598 service neutron] 10.222.0.64 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843495 Apr 28 20:58:48.126456 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:48.246355 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-e0650593-38bc-4353-8724-6f26451515ec service neutron] 10.222.0.64 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210082 Apr 28 20:58:48.346653 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] Provisioning complete for port d4c5d12a-0c4e-4719-a01d-6dff34c57006 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:48.347026 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:48.511561 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] Current status of the port d4c5d12a-0c4e-4719-a01d-6dff34c57006 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:48.512211 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:48.587170 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] For port d4c5d12a-0c4e-4719-a01d-6dff34c57006, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d4c5d12a-0c4e-4719-a01d-6dff34c57006,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:48.601927 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-952abbab-e95a-4238-9489-728d498df606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:48.628992 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e78611e7-29fd-4971-9a9f-cd888082ac4e req-2a3d4868-42a0-4a0d-a903-34b5c2e78426 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.0585058 Apr 28 20:58:48.635326 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952abbab-e95a-4238-9489-728d498df606 None None] The sync data for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi is: [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:48.674999 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:48.752687 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48842) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:48.811905 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5231d6-eb07-489a-af5e-c9baec08ba14 None None] Pushing event updated for resources: {'Port': ['ID=d4c5d12a-0c4e-4719-a01d-6dff34c57006,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:48.835432 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a070111d-6fa2-44b3-a66c-badc159c70a4 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:48.886155 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port a070111d-6fa2-44b3-a66c-badc159c70a4 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:48.886537 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:48.993447 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port a070111d-6fa2-44b3-a66c-badc159c70a4 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:49.061504 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5747-7276-4b80-bf04-21755a9ba8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.183566 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5747-7276-4b80-bf04-21755a9ba8bc admin admin] Publish callbacks [] for security_group (07017ba2-749b-4da8-8500-7a46b6f19f80), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.289270 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5747-7276-4b80-bf04-21755a9ba8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (07017ba2-749b-4da8-8500-7a46b6f19f80), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.342407 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ab7d5747-7276-4b80-bf04-21755a9ba8bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fc6198d2b3740fbb8ad1b73b97cc071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5885220 Apr 28 20:58:49.345070 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48860) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:49.354545 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d5747-7276-4b80-bf04-21755a9ba8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07017ba2-749b-4da8-8500-7a46b6f19f80,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:49.428055 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39938165-4815-4817-a000-729e374204fd admin admin] Publish callbacks [] for security_group (07017ba2-749b-4da8-8500-7a46b6f19f80), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.459762 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39938165-4815-4817-a000-729e374204fd admin admin] Publish callbacks [] for security_group (07017ba2-749b-4da8-8500-7a46b6f19f80), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.547558 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48868) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:49.605846 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39938165-4815-4817-a000-729e374204fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (07017ba2-749b-4da8-8500-7a46b6f19f80), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.610509 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-39938165-4815-4817-a000-729e374204fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.612208 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-39938165-4815-4817-a000-729e374204fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07017ba2-749b-4da8-8500-7a46b6f19f80 HTTP/1.1" status: 204 len: 168 time: 0.2655981 Apr 28 20:58:49.624122 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39938165-4815-4817-a000-729e374204fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07017ba2-749b-4da8-8500-7a46b6f19f80,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:49.704732 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050645660-network', 'tenant_id': '366ea24d412445029b82b48bff664f97'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:49.775441 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7253e9c6-67ec-411a-8e88-ee98487f6617 req-59f79d88-e30f-4d05-8676-bf3ed4a28920 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.0656219 Apr 28 20:58:49.857189 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Made reservation on behalf of 366ea24d412445029b82b48bff664f97 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:49.860403 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.870986 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:49.982419 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks [] for security_group (4dab5fed-24ff-4054-b686-29f075537862), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.209078 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-a3b0a0c9-2e48-49bb-9e5c-e02f7f1d92f2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:50.211426 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-a3b0a0c9-2e48-49bb-9e5c-e02f7f1d92f2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 819 time: 0.1549392 Apr 28 20:58:50.213008 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4dab5fed-24ff-4054-b686-29f075537862), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.241828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dab5fed-24ff-4054-b686-29f075537862,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:50.248814 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'port': {'device_id': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'admin_state_up': True, 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:50.418309 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:58:50.418309 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (6b0159bc-9e0c-4051-a57d-e54b00219a37), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.418309 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Added segment 6b0159bc-9e0c-4051-a57d-e54b00219a37 of type vlan for network f15f6bd8-1961-42f8-abad-e407ee164034 Apr 28 20:58:50.418309 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (f15f6bd8-1961-42f8-abad-e407ee164034), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.566148 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Made reservation on behalf of 0cd1d6dccf934e5bbfa77f9adb226082 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:50.570575 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.573996 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (f15f6bd8-1961-42f8-abad-e407ee164034), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.574986 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:50.576136 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.693091 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f15f6bd8-1961-42f8-abad-e407ee164034,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:50.703731 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network f15f6bd8-1961-42f8-abad-e407ee164034 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:58:50.730156 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-18478b27-fd03-4338-924c-424def0e16d1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1813710 Apr 28 20:58:50.733075 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48894) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:50.742626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Request body: {'subnet': {'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050645660-subnet', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:50.795629 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48896) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:50.815700 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c931598a-3e23-4774-8938-623b7b91ed15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.818105 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Allocated IP 172.20.0.6 (a663f45b-7c2c-4224-a6e7-714fb8381213/8a908e72-265e-4a76-a0db-28a557e0123c/33fffdff-e146-4c43-a728-3721faa7f63c) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:50.904143 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d4c5d12a-0c4e-4719-a01d-6dff34c57006 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:50.913381 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c931598a-3e23-4774-8938-623b7b91ed15 admin admin] Publish callbacks [] for security_group (3450f216-3754-46b8-84c6-decad4f5cbdb), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.915666 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Made reservation on behalf of 366ea24d412445029b82b48bff664f97 for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:50.918701 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:50.994977 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c931598a-3e23-4774-8938-623b7b91ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3450f216-3754-46b8-84c6-decad4f5cbdb), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.005985 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d4c5d12a-0c4e-4719-a01d-6dff34c57006 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:51.006643 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.007795 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ff6f990-1ec9-4ecc-b2f4-c84a6cbede43 req-6b5d9e59-21f2-4570-820d-a70879785b00 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.0707047 Apr 28 20:58:51.092576 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c931598a-3e23-4774-8938-623b7b91ed15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10e49427ecde49e5b85dfb33a3a77110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950232 Apr 28 20:58:51.095192 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 48908) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:51.096737 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931598a-3e23-4774-8938-623b7b91ed15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450f216-3754-46b8-84c6-decad4f5cbdb,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:51.114044 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.127834 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d4c5d12a-0c4e-4719-a01d-6dff34c57006 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:51.157999 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for port (33fffdff-e146-4c43-a728-3721faa7f63c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.191173 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e406551-a4a0-41ea-89d0-b2c870645e07 admin admin] Publish callbacks [] for security_group (3450f216-3754-46b8-84c6-decad4f5cbdb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.230968 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e406551-a4a0-41ea-89d0-b2c870645e07 admin admin] Publish callbacks [] for security_group (3450f216-3754-46b8-84c6-decad4f5cbdb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.280937 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (62b746da-b47b-4fce-9e5b-3cca7060bdf7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.338632 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b746da-b47b-4fce-9e5b-3cca7060bdf7,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:51.341307 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.351257 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Checking segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:51.351257 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Network hostable DHCP agents. Network: f15f6bd8-1961-42f8-abad-e407ee164034, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:58:51.378392 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e406551-a4a0-41ea-89d0-b2c870645e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3450f216-3754-46b8-84c6-decad4f5cbdb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.382126 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8e406551-a4a0-41ea-89d0-b2c870645e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.383264 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8e406551-a4a0-41ea-89d0-b2c870645e07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3450f216-3754-46b8-84c6-decad4f5cbdb HTTP/1.1" status: 204 len: 168 time: 0.2865288 Apr 28 20:58:51.393081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:51.407986 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:51.409445 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:51.414456 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e406551-a4a0-41ea-89d0-b2c870645e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450f216-3754-46b8-84c6-decad4f5cbdb,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:51.441743 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'Port': ['ID=33fffdff-e146-4c43-a728-3721faa7f63c,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:51.480975 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:51.481895 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.516958 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Network f15f6bd8-1961-42f8-abad-e407ee164034 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:58:51.589962 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-339c3ce3-1d71-409f-9a1f-d22e4d74c2e4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:51.591603 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-339c3ce3-1d71-409f-9a1f-d22e4d74c2e4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 819 time: 0.1864657 Apr 28 20:58:51.605545 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-1cbc7353-c9b9-4509-9d6c-1b41511ac71e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3646996 Apr 28 20:58:51.605958 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'port': {'device_id': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'admin_state_up': True, 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:51.620140 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Request body: {'port': {'device_id': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:51.665974 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, f15f6bd8-1961-42f8-abad-e407ee164034) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:51.675719 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1263fc-afff-467a-af3e-6d69f86a5f06 None None] Network f15f6bd8-1961-42f8-abad-e407ee164034 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:58:51.677627 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:51.678224 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.687331 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.785467 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-3eeaef40-68d5-47a5-846e-a1987972d7b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0461214 Apr 28 20:58:51.785878 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-b9c2bda0-7dcb-4a83-b181-1294aeec4d33 None None] Provisioning complete for port 33fffdff-e146-4c43-a728-3721faa7f63c triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:51.785878 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b9c2bda0-7dcb-4a83-b181-1294aeec4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.787524 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 48920) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:51.794340 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:51.834316 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2bda0-7dcb-4a83-b181-1294aeec4d33 None None] Port 33fffdff-e146-4c43-a728-3721faa7f63c cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:51.867415 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-f15f6bd8-1961-42f8-abad-e407ee164034', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'project_id': '366ea24d412445029b82b48bff664f97', 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:58:51.868228 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.902751 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Made reservation on behalf of 0cd1d6dccf934e5bbfa77f9adb226082 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:51.906911 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.910611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (cc51065d-5923-49d1-b3e2-a8d691d00a53), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:51.911679 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (cc51065d-5923-49d1-b3e2-a8d691d00a53), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.033130 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks [] for router_controller (cc51065d-5923-49d1-b3e2-a8d691d00a53), precommit_add_association {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.043142 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Allocated IP 172.20.0.2 (f15f6bd8-1961-42f8-abad-e407ee164034/62b746da-b47b-4fce-9e5b-3cca7060bdf7/0a36a2c1-ca6e-480d-b77d-db4fd6bcca64) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:52.108772 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fffdff-e146-4c43-a728-3721faa7f63c {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:52.117998 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Publish callbacks [] for port (33fffdff-e146-4c43-a728-3721faa7f63c), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.140837 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Transition to ACTIVE for port object 33fffdff-e146-4c43-a728-3721faa7f63c will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:58:52.156998 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-89102665-d539-402d-adf2-d25fb5e5d9e2 req-320a45bc-ab7b-42bb-bfa2-ccd9c1d5efd5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.0347147 Apr 28 20:58:52.219148 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Publish callbacks [] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.274501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.294931 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks [] for router_gateway (cc51065d-5923-49d1-b3e2-a8d691d00a53), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.329058 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.332170 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Pushing event updated for resources: {'Port': ['ID=33fffdff-e146-4c43-a728-3721faa7f63c,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:52.386653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Allocated IP 172.20.0.3 (a663f45b-7c2c-4224-a6e7-714fb8381213/8a908e72-265e-4a76-a0db-28a557e0123c/22228683-d206-4ffd-a411-7fc7028998d3) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:52.396674 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Pushing event updated for resources: {'Port': ['ID=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:52.422497 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Network f15f6bd8-1961-42f8-abad-e407ee164034 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:52.429508 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Attempting to bind port 33fffdff-e146-4c43-a728-3721faa7f63c on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:52.429743 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:52.429990 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Attempting to bind port 33fffdff-e146-4c43-a728-3721faa7f63c by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:52.430547 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Attempting to bind port 33fffdff-e146-4c43-a728-3721faa7f63c on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:52.433639 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:52.439925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Port 33fffdff-e146-4c43-a728-3721faa7f63c on network a663f45b-7c2c-4224-a6e7-714fb8381213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:58:52.440361 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Attempting to bind port 33fffdff-e146-4c43-a728-3721faa7f63c on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:52.446513 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:52.446979 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Checking segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:52.447453 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Bound using segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:52.448195 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Bound port: 33fffdff-e146-4c43-a728-3721faa7f63c, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:52.448660 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.507050 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Attempting to bind port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:52.507660 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Attempting to bind port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:52.508192 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Attempting to bind port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 on network f15f6bd8-1961-42f8-abad-e407ee164034 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:52.513940 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:52.514310 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Checking segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:52.514711 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.515107 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Bound using segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:52.515577 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Bound port: 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:52.515971 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.523026 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] For port 33fffdff-e146-4c43-a728-3721faa7f63c, host hv-cinder-75078, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:52.526976 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] For port 33fffdff-e146-4c43-a728-3721faa7f63c, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=33fffdff-e146-4c43-a728-3721faa7f63c,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:52.529782 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-06d95cac-3032-4bc3-b9e9-a69f7562e5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.614139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.616297 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] For port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:52.620341 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] For port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:52.673680 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.674541 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.676227 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-06058d45-0638-4513-a740-cfd30e117496 service neutron] 10.222.0.61 "PUT /v2.0/ports/33fffdff-e146-4c43-a728-3721faa7f63c HTTP/1.1" status: 200 len: 1093 time: 1.0604200 Apr 28 20:58:52.676842 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'tag': '33fffdff-e146-4c43-a728-3721faa7f63c'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:52.680537 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22908caa-3c52-4c27-be11-341122b72813" -d '{"events": [{"name": "network-changed", "server_uuid": "ed363f15-dd12-42d3-b2b5-6645e464f5fc", "tag": "33fffdff-e146-4c43-a728-3721faa7f63c"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:52.711145 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:52.739900 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf9fb36-cd0d-4e57-994c-e7749a96ea8d x-openstack-request-id: req-ebf9fb36-cd0d-4e57-994c-e7749a96ea8d {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:52.739900 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed363f15-dd12-42d3-b2b5-6645e464f5fc", "tag": "33fffdff-e146-4c43-a728-3721faa7f63c", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:52.739900 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebf9fb36-cd0d-4e57-994c-e7749a96ea8d {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:52.739900 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf9fb36-cd0d-4e57-994c-e7749a96ea8d'] response: {'name': 'network-changed', 'server_uuid': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'tag': '33fffdff-e146-4c43-a728-3721faa7f63c', 'status': 'completed', 'code': 200} Apr 28 20:58:52.746983 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06058d45-0638-4513-a740-cfd30e117496 service neutron] Pushing event updated for resources: {'Port': ['ID=33fffdff-e146-4c43-a728-3721faa7f63c,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:52.812411 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5e0ed-20f0-4674-9a19-27be6454f2e9 None None] Pushing event updated for resources: {'Port': ['ID=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:52.898240 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908caa-3c52-4c27-be11-341122b72813 req-d9a579a9-3f68-43d7-91fd-869829be9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.903713 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22908caa-3c52-4c27-be11-341122b72813 req-d9a579a9-3f68-43d7-91fd-869829be9016 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1127 time: 0.1441064 Apr 28 20:58:53.054462 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks [] for router_gateway (cc51065d-5923-49d1-b3e2-a8d691d00a53), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.131352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.189535 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908caa-3c52-4c27-be11-341122b72813 req-44c15599-d1d3-46f4-917f-af138cdcc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.190607 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22908caa-3c52-4c27-be11-341122b72813 req-44c15599-d1d3-46f4-917f-af138cdcc701 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2735522 Apr 28 20:58:53.372635 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for port (22228683-d206-4ffd-a411-7fc7028998d3), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.420573 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e4dc79bf-7576-4ffc-a655-cecc9752629a req-6a261a5b-4c73-42df-888b-0ab60aca9f04 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.1186929 Apr 28 20:58:53.430223 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Allocated IP 172.27.0.13 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/03cfa691-e36a-4ff0-bf52-5b6b5606f6c4) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:53.506130 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908caa-3c52-4c27-be11-341122b72813 req-eb5fa735-3766-4300-9f6d-cc33e4e161ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.507735 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22908caa-3c52-4c27-be11-341122b72813 req-eb5fa735-3766-4300-9f6d-cc33e4e161ce service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3061643 Apr 28 20:58:53.590736 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-23374432-c9a7-4f0b-aec2-7a9fafbba7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.592918 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-23374432-c9a7-4f0b-aec2-7a9fafbba7ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1127 time: 0.0460961 Apr 28 20:58:53.604521 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks [] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.607988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (22228683-d206-4ffd-a411-7fc7028998d3), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.646032 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-4f3a816e-a7a0-451e-94f4-6c9bce1df477 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fffdff-e146-4c43-a728-3721faa7f63c HTTP/1.1" status: 200 len: 217 time: 0.0440097 Apr 28 20:58:53.672361 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:53.682320 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:53.686455 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'Port': ['ID=22228683-d206-4ffd-a411-7fc7028998d3,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:53.699662 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:53.706010 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.706158 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-c331db64-1762-4f16-a0d5-1f00a46267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.706685 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.707636 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-c331db64-1762-4f16-a0d5-1f00a46267b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0544877 Apr 28 20:58:53.765985 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ac8-9497-412c-b475-14ddf32c005c req-1afbc227-2123-44c1-b3d7-4ebcf51fea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.773985 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-1afbc227-2123-44c1-b3d7-4ebcf51fea8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489612 Apr 28 20:58:53.858619 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:53.875806 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-a58d8f92-f758-47a4-854b-09aabc6ef0c2 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000140 Apr 28 20:58:53.878989 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-bfacb969-ee6a-46f7-99be-5d431e6e63a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2780685 Apr 28 20:58:53.903594 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Request body: {'port': {'device_id': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:58:53.949647 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:53.963044 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:53.963044 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:53.966564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:53.986377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-95dd04d3-e25b-43d0-8606-0d6c2fc9db87 None None] Provisioning complete for port 22228683-d206-4ffd-a411-7fc7028998d3 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:53.986950 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-95dd04d3-e25b-43d0-8606-0d6c2fc9db87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (22228683-d206-4ffd-a411-7fc7028998d3), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.005471 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62974ac8-9497-412c-b475-14ddf32c005c req-6de2506d-2d51-410f-b07c-308b79c5fdfc service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165981 Apr 28 20:58:54.051627 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-95dd04d3-e25b-43d0-8606-0d6c2fc9db87 None None] Port 22228683-d206-4ffd-a411-7fc7028998d3 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:54.099554 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (22228683-d206-4ffd-a411-7fc7028998d3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.294612 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2a0f7-5998-430b-972f-5866e534eaf7 None None] Network f15f6bd8-1961-42f8-abad-e407ee164034 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:58:54.384844 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] Provisioning complete for port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:54.385439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.496236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] Current status of the port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:54.496917 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.520134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks [] for router_gateway (cc51065d-5923-49d1-b3e2-a8d691d00a53), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.542538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] For port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:54.582117 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22228683-d206-4ffd-a411-7fc7028998d3 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:54.590510 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df851b-248b-4ff8-9d4f-620a53cc43da req-81612d4c-6ede-4415-9d28-bf45f7332faf tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:54.593222 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96df851b-248b-4ff8-9d4f-620a53cc43da req-81612d4c-6ede-4415-9d28-bf45f7332faf tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 931 time: 0.0621057 Apr 28 20:58:54.601298 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Publish callbacks [] for port (22228683-d206-4ffd-a411-7fc7028998d3), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.625981 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Transition to ACTIVE for port object 22228683-d206-4ffd-a411-7fc7028998d3 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:58:54.659458 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96df851b-248b-4ff8-9d4f-620a53cc43da req-c2dcacb0-ed8a-4e5d-9fb9-08785cd36c76 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612338 Apr 28 20:58:54.695906 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.744673 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (22228683-d206-4ffd-a411-7fc7028998d3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.790015 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e56c1-1e5e-4c2f-a49e-08267b447771 None None] Pushing event updated for resources: {'Port': ['ID=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:54.809295 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:54.861441 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Pushing event updated for resources: {'Port': ['ID=22228683-d206-4ffd-a411-7fc7028998d3,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:54.875514 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-e81e2a7f-7212-4421-8ef7-21792744e3ed None None] Provisioning complete for port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:54.876244 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e81e2a7f-7212-4421-8ef7-21792744e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.882962 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (cc51065d-5923-49d1-b3e2-a8d691d00a53), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.932236 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Attempting to bind port 22228683-d206-4ffd-a411-7fc7028998d3 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:54.932599 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Attempting to bind port 22228683-d206-4ffd-a411-7fc7028998d3 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:54.932990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Attempting to bind port 22228683-d206-4ffd-a411-7fc7028998d3 on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:54.940365 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Port 22228683-d206-4ffd-a411-7fc7028998d3 on network a663f45b-7c2c-4224-a6e7-714fb8381213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:58:54.940549 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Attempting to bind port 22228683-d206-4ffd-a411-7fc7028998d3 on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:54.940899 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:54.941430 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:54.952824 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:54.953284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Checking segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:54.953556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Bound using segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:54.954004 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Bound port: 22228683-d206-4ffd-a411-7fc7028998d3, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:54.954365 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (22228683-d206-4ffd-a411-7fc7028998d3), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:55.031266 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-e81e2a7f-7212-4421-8ef7-21792744e3ed None None] Current status of the port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:55.070761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] For port 22228683-d206-4ffd-a411-7fc7028998d3, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:55.075261 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] For port 22228683-d206-4ffd-a411-7fc7028998d3, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22228683-d206-4ffd-a411-7fc7028998d3,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:55.077503 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:55.169343 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-50cdbf8a-9574-446f-a281-1ba79c38b8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:55.172825 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (22228683-d206-4ffd-a411-7fc7028998d3), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:55.222609 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:55.223277 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:55.225529 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-94732a31-c66d-4549-a8eb-57531978588a service neutron] 10.222.0.61 "PUT /v2.0/ports/22228683-d206-4ffd-a411-7fc7028998d3 HTTP/1.1" status: 200 len: 1093 time: 1.3267937 Apr 28 20:58:55.226078 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'tag': '22228683-d206-4ffd-a411-7fc7028998d3'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:55.228502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7183e35c-b0f9-4dff-828a-c2647f1c46cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d3033c8e-4abc-48b6-b3a9-227b7cc7f036", "tag": "22228683-d206-4ffd-a411-7fc7028998d3"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:55.274714 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Router cc51065d-5923-49d1-b3e2-a8d691d00a53 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:58:55.300652 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94732a31-c66d-4549-a8eb-57531978588a service neutron] Pushing event updated for resources: {'Port': ['ID=22228683-d206-4ffd-a411-7fc7028998d3,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:55.318776 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4da620-6597-4d44-965b-efb030fdcdbc x-openstack-request-id: req-ec4da620-6597-4d44-965b-efb030fdcdbc {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:55.319330 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3033c8e-4abc-48b6-b3a9-227b7cc7f036", "tag": "22228683-d206-4ffd-a411-7fc7028998d3", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:55.319581 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec4da620-6597-4d44-965b-efb030fdcdbc {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:55.320239 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4da620-6597-4d44-965b-efb030fdcdbc'] response: {'name': 'network-changed', 'server_uuid': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'tag': '22228683-d206-4ffd-a411-7fc7028998d3', 'status': 'completed', 'code': 200} Apr 28 20:58:55.433975 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e35c-b0f9-4dff-828a-c2647f1c46cf req-46c7d3c7-3f9c-4a73-8841-fa255f2bcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:55.435731 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7183e35c-b0f9-4dff-828a-c2647f1c46cf req-46c7d3c7-3f9c-4a73-8841-fa255f2bcfd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 1127 time: 0.1047108 Apr 28 20:58:55.742116 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49056) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:55.777304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:55.787124 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Sync routers for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:55.796790 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:55.797423 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:55.804025 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e35c-b0f9-4dff-828a-c2647f1c46cf req-970b8444-aedf-4f21-925d-819d03ae14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:55.805526 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7183e35c-b0f9-4dff-828a-c2647f1c46cf req-970b8444-aedf-4f21-925d-819d03ae14c3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3611624 Apr 28 20:58:55.935432 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:55.937948 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:55.940492 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0070d2d2-2472-42fd-82df-8d1fcb728ad9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1518099 Apr 28 20:58:55.944761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49060) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:55.984375 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e35c-b0f9-4dff-828a-c2647f1c46cf req-916d60cc-74ca-4cb0-8a9b-e516b614831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:55.985878 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7183e35c-b0f9-4dff-828a-c2647f1c46cf req-916d60cc-74ca-4cb0-8a9b-e516b614831f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724417 Apr 28 20:58:56.090868 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4daf1-4d71-4f7a-a4a2-4bce8e4d157e req-293e7b54-ac60-493e-aa39-613becdc1028 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:56.098366 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0c4daf1-4d71-4f7a-a4a2-4bce8e4d157e req-293e7b54-ac60-493e-aa39-613becdc1028 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 943 time: 0.3670375 Apr 28 20:58:56.163493 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c0c4daf1-4d71-4f7a-a4a2-4bce8e4d157e req-31039ae0-e2ce-46fd-8c44-d2e82dd3b7e3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633168 Apr 28 20:58:56.164919 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:54Z', 'revision_number': 3, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:56.170924 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-2514edc1-400d-4e9b-bff0-9c03f265ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:56.174129 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-2514edc1-400d-4e9b-bff0-9c03f265ad5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 1127 time: 0.1017940 Apr 28 20:58:56.202038 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Checking router: cc51065d-5923-49d1-b3e2-a8d691d00a53 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:56.202400 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Updating router cc51065d-5923-49d1-b3e2-a8d691d00a53 port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:58:56.237595 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.240571 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49066) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:56.270061 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-fc88fdf4-13cf-45b1-a4db-eaf9b7029888 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22228683-d206-4ffd-a411-7fc7028998d3 HTTP/1.1" status: 200 len: 217 time: 0.0506859 Apr 28 20:58:56.325593 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.332196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-df6949a3-51fc-4978-8bea-91268c099fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.382339 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-9d8fc734-805d-4aa3-a692-93abb1927d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:56.383899 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-9d8fc734-805d-4aa3-a692-93abb1927d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.1075702 Apr 28 20:58:56.397897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e1dd356e-b71a-4d3f-b730-2e0870c0b063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.473150 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a438-7803-480f-8fd7-9a23ec203eab req-f21ae067-cc29-438b-b7b2-7957192eb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:56.475233 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-f21ae067-cc29-438b-b7b2-7957192eb285 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0843236 Apr 28 20:58:56.490737 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-df6949a3-51fc-4978-8bea-91268c099fe6 admin admin] Publish callbacks [] for security_group (7ef9e0a2-1525-4a2d-977d-9a353d2ffe51), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.513762 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e1dd356e-b71a-4d3f-b730-2e0870c0b063 admin admin] Publish callbacks [] for security_group (3df1344a-935b-47eb-ba79-1c151932059c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.543353 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Publish callbacks [] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.603008 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-df6949a3-51fc-4978-8bea-91268c099fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7ef9e0a2-1525-4a2d-977d-9a353d2ffe51), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.634917 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.642864 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e1dd356e-b71a-4d3f-b730-2e0870c0b063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3df1344a-935b-47eb-ba79-1c151932059c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.644659 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-5d9cc8f5-2b48-429a-8e17-a1ae6df209ab service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590338 Apr 28 20:58:56.651117 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-df6949a3-51fc-4978-8bea-91268c099fe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b463c38e2587422da75371dd7514e5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9054818 Apr 28 20:58:56.651530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49070) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:56.656130 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6949a3-51fc-4978-8bea-91268c099fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9e0a2-1525-4a2d-977d-9a353d2ffe51,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:56.679941 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ac474-18e8-4988-8f39-8dbc81d80ac5 None None] Pushing event updated for resources: {'Port': ['ID=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:56.686278 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e1dd356e-b71a-4d3f-b730-2e0870c0b063 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9694fe0d1ad84af1999df6a193e96789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424934 Apr 28 20:58:56.689179 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49072) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:56.706940 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd356e-b71a-4d3f-b730-2e0870c0b063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1344a-935b-47eb-ba79-1c151932059c,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:56.708981 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Attempting to bind port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:58:56.709357 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Attempting to bind port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:58:56.710188 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Attempting to bind port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:58:56.715443 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:58:56.716426 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:58:56.716874 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.717273 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:58:56.717990 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Bound port: 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:58:56.718377 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.758658 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a1ed12d2-f868-4b40-abb7-708707d63b51 admin admin] Publish callbacks [] for security_group (3df1344a-935b-47eb-ba79-1c151932059c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.775730 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] For port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:58:56.779290 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] For port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:58:56.783963 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a1ed12d2-f868-4b40-abb7-708707d63b51 admin admin] Publish callbacks [] for security_group (3df1344a-935b-47eb-ba79-1c151932059c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.821672 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:56.822090 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.847896 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-988fdcef-a9e6-4daa-a6d3-3d58c6b9a513 admin admin] Publish callbacks [] for security_group (7ef9e0a2-1525-4a2d-977d-9a353d2ffe51), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.855956 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 33fffdff-e146-4c43-a728-3721faa7f63c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:58:56.875808 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.897018 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e409a438-7803-480f-8fd7-9a23ec203eab req-4161c3c4-fc43-4a63-9ee3-58b2cee5ea66 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431915 Apr 28 20:58:56.899980 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a1ed12d2-f868-4b40-abb7-708707d63b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3df1344a-935b-47eb-ba79-1c151932059c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.901325 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-988fdcef-a9e6-4daa-a6d3-3d58c6b9a513 admin admin] Publish callbacks [] for security_group (7ef9e0a2-1525-4a2d-977d-9a353d2ffe51), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.904228 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a1ed12d2-f868-4b40-abb7-708707d63b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:56.905789 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a1ed12d2-f868-4b40-abb7-708707d63b51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3df1344a-935b-47eb-ba79-1c151932059c HTTP/1.1" status: 204 len: 168 time: 0.2156739 Apr 28 20:58:56.937894 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed12d2-f868-4b40-abb7-708707d63b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1344a-935b-47eb-ba79-1c151932059c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:56.976013 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:56.976680 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:57.084666 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:57.085225 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.128500 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Allocated IP 172.20.0.1 (f15f6bd8-1961-42f8-abad-e407ee164034/62b746da-b47b-4fce-9e5b-3cca7060bdf7/0c300da5-38f8-40c8-8d84-fe486b660d8e) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:57.178820 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-988fdcef-a9e6-4daa-a6d3-3d58c6b9a513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7ef9e0a2-1525-4a2d-977d-9a353d2ffe51), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.181480 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-988fdcef-a9e6-4daa-a6d3-3d58c6b9a513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.182885 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-988fdcef-a9e6-4daa-a6d3-3d58c6b9a513 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ef9e0a2-1525-4a2d-977d-9a353d2ffe51 HTTP/1.1" status: 204 len: 168 time: 0.5300453 Apr 28 20:58:57.233988 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 33fffdff-e146-4c43-a728-3721faa7f63c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=33fffdff-e146-4c43-a728-3721faa7f63c,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:57.252086 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ac474-18e8-4988-8f39-8dbc81d80ac5 None None] Pushing event updated for resources: {'Port': ['ID=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:57.268816 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '33fffdff-e146-4c43-a728-3721faa7f63c', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'port_id': '33fffdff-e146-4c43-a728-3721faa7f63c', 'mac_address': 'fa:16:3e:ce:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:58:57.281113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fdcef-a9e6-4daa-a6d3-3d58c6b9a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9e0a2-1525-4a2d-977d-9a353d2ffe51,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:57.354684 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks [] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.361846 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:57.379716 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:57.384544 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca3047-d8d9-42b9-8d1f-f425f34abf80 req-1f0f02b1-5ab3-484a-aadd-4dd053bd88f2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:57.385976 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5aca3047-d8d9-42b9-8d1f-f425f34abf80 req-1f0f02b1-5ab3-484a-aadd-4dd053bd88f2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 943 time: 0.1367972 Apr 28 20:58:57.388500 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 33fffdff-e146-4c43-a728-3721faa7f63c is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:57.389123 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.405445 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fffdff-e146-4c43-a728-3721faa7f63c {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:57.430249 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 33fffdff-e146-4c43-a728-3721faa7f63c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=33fffdff-e146-4c43-a728-3721faa7f63c,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:57.482026 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5aca3047-d8d9-42b9-8d1f-f425f34abf80 req-a2a9c3ef-59f5-4f70-a3ee-1e382e97da81 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886924 Apr 28 20:58:57.526230 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.562944 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:54Z', 'revision_number': 3, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:57.566219 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Network f15f6bd8-1961-42f8-abad-e407ee164034 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:57.569464 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.576474 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:57.579224 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:58:57.579560 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (cc51065d-5923-49d1-b3e2-a8d691d00a53), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.591215 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Pushing event updated for resources: {'Port': ['ID=0c300da5-38f8-40c8-8d84-fe486b660d8e,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:57.605618 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce09c42-a718-4e9e-84bd-fb5cee847a8e None None] The sync data for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi is: [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:54Z', 'revision_number': 3, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:57.638505 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=33fffdff-e146-4c43-a728-3721faa7f63c,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:57.826610 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.835686 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['33fffdff-e146-4c43-a728-3721faa7f63c'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:58:57.860521 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49092) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:57.883346 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-139c4649-f997-46de-8763-926ddfea1b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:57.978358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-4b0cff37-4a2d-4cdc-ab5a-053fae85eddf None None] Provisioning complete for port 0c300da5-38f8-40c8-8d84-fe486b660d8e triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:57.983441 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4b0cff37-4a2d-4cdc-ab5a-053fae85eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.042638 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cff37-4a2d-4cdc-ab5a-053fae85eddf None None] Port 0c300da5-38f8-40c8-8d84-fe486b660d8e cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:58.057564 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.075052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-139c4649-f997-46de-8763-926ddfea1b47 admin admin] Publish callbacks [] for security_group (76cf64fb-0257-4aa0-b342-3bcd143c96d6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.145747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-139c4649-f997-46de-8763-926ddfea1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (76cf64fb-0257-4aa0-b342-3bcd143c96d6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.162790 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks [] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.200039 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-139c4649-f997-46de-8763-926ddfea1b47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0774df37dded4372a721f3c66f39a823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377140 Apr 28 20:58:58.203254 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49094) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:58.203756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4649-f997-46de-8763-926ddfea1b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf64fb-0257-4aa0-b342-3bcd143c96d6,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:58.232728 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.233352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (cc51065d-5923-49d1-b3e2-a8d691d00a53), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.310040 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Pushing event updated for resources: {'Port': ['ID=0c300da5-38f8-40c8-8d84-fe486b660d8e,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:58.348785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2479b292-e0e9-4989-9a65-e55629f50a57 admin admin] Publish callbacks [] for security_group (76cf64fb-0257-4aa0-b342-3bcd143c96d6), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.382239 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2479b292-e0e9-4989-9a65-e55629f50a57 admin admin] Publish callbacks [] for security_group (76cf64fb-0257-4aa0-b342-3bcd143c96d6), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.419534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Network f15f6bd8-1961-42f8-abad-e407ee164034 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:58.425455 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:58.560515 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49098) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:58.564229 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Router cc51065d-5923-49d1-b3e2-a8d691d00a53 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:58:58.581788 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49fd1168-f6f1-44ae-84c1-3ed22811ebfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.639814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2479b292-e0e9-4989-9a65-e55629f50a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (76cf64fb-0257-4aa0-b342-3bcd143c96d6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.642976 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2479b292-e0e9-4989-9a65-e55629f50a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.644699 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2479b292-e0e9-4989-9a65-e55629f50a57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76cf64fb-0257-4aa0-b342-3bcd143c96d6 HTTP/1.1" status: 204 len: 168 time: 0.4397490 Apr 28 20:58:58.665131 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479b292-e0e9-4989-9a65-e55629f50a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf64fb-0257-4aa0-b342-3bcd143c96d6,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:58.671009 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36600372-f60e-4826-93b1-401758efc727 req-fb7df494-1461-482d-86a3-2e900d33c646 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:58.672670 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-36600372-f60e-4826-93b1-401758efc727 req-fb7df494-1461-482d-86a3-2e900d33c646 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 943 time: 0.0925810 Apr 28 20:58:58.751062 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:58:58.757092 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0cbc7a18-42b5-46a8-9991-5b1564b1398d admin admin] 10.222.0.64 "PUT /v2.0/routers/cc51065d-5923-49d1-b3e2-a8d691d00a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8105681 Apr 28 20:58:58.787986 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-1985ca43-ec5c-49a3-9731-2d6324c1fa6a None None] Provisioning complete for port 0c300da5-38f8-40c8-8d84-fe486b660d8e triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:58.787986 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1985ca43-ec5c-49a3-9731-2d6324c1fa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.788600 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49fd1168-f6f1-44ae-84c1-3ed22811ebfb admin admin] Publish callbacks [] for security_group (a72f8394-f7ea-4c03-8b52-4699c72fec68), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.804920 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:58:58.806497 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-36600372-f60e-4826-93b1-401758efc727 req-9d043a98-05e5-4091-9933-65493cc7ed42 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267228 Apr 28 20:58:58.829982 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-1985ca43-ec5c-49a3-9731-2d6324c1fa6a None None] Port 0c300da5-38f8-40c8-8d84-fe486b660d8e cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:58:58.847876 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:58.877268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49fd1168-f6f1-44ae-84c1-3ed22811ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a72f8394-f7ea-4c03-8b52-4699c72fec68), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:58.887792 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 22228683-d206-4ffd-a411-7fc7028998d3 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:58:58.904685 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 33fffdff-e146-4c43-a728-3721faa7f63c up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:58:58.931139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd1168-f6f1-44ae-84c1-3ed22811ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f8394-f7ea-4c03-8b52-4699c72fec68,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:58.939407 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49108) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:58:58.939519 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-49fd1168-f6f1-44ae-84c1-3ed22811ebfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=127736c6c3e149d8adff2496128077e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776424 Apr 28 20:58:59.004208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c848933-05ca-4c3a-a59c-205eba76213f admin admin] Publish callbacks [] for security_group (a72f8394-f7ea-4c03-8b52-4699c72fec68), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.042224 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c848933-05ca-4c3a-a59c-205eba76213f admin admin] Publish callbacks [] for security_group (a72f8394-f7ea-4c03-8b52-4699c72fec68), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.061788 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:59.062158 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.099058 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 33fffdff-e146-4c43-a728-3721faa7f63c completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:58:59.132105 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 22228683-d206-4ffd-a411-7fc7028998d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22228683-d206-4ffd-a411-7fc7028998d3,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:59.147996 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '22228683-d206-4ffd-a411-7fc7028998d3', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'port_id': '22228683-d206-4ffd-a411-7fc7028998d3', 'mac_address': 'fa:16:3e:a7:60:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:58:59.215044 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c848933-05ca-4c3a-a59c-205eba76213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a72f8394-f7ea-4c03-8b52-4699c72fec68), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.219177 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c848933-05ca-4c3a-a59c-205eba76213f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.220608 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2c848933-05ca-4c3a-a59c-205eba76213f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a72f8394-f7ea-4c03-8b52-4699c72fec68 HTTP/1.1" status: 204 len: 168 time: 0.2802260 Apr 28 20:58:59.222797 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 33fffdff-e146-4c43-a728-3721faa7f63c triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:58:59.231697 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.235530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c848933-05ca-4c3a-a59c-205eba76213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f8394-f7ea-4c03-8b52-4699c72fec68,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:59.270779 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:59.271227 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.283753 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 22228683-d206-4ffd-a411-7fc7028998d3 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:59.284560 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (22228683-d206-4ffd-a411-7fc7028998d3), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.324724 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22228683-d206-4ffd-a411-7fc7028998d3 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:59.331103 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:59.337878 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.355898 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 22228683-d206-4ffd-a411-7fc7028998d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22228683-d206-4ffd-a411-7fc7028998d3,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:59.401171 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 33fffdff-e146-4c43-a728-3721faa7f63c is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:58:59.401667 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.431834 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fffdff-e146-4c43-a728-3721faa7f63c'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:59.434281 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7180436-607a-4705-9acb-2caf3beafcf0" -d '{"events": [{"server_uuid": "ed363f15-dd12-42d3-b2b5-6645e464f5fc", "name": "network-vif-plugged", "status": "completed", "tag": "33fffdff-e146-4c43-a728-3721faa7f63c"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:58:59.448065 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 33fffdff-e146-4c43-a728-3721faa7f63c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=33fffdff-e146-4c43-a728-3721faa7f63c,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:58:59.479751 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa11a90-4c22-495e-9651-5e5532869238 x-openstack-request-id: req-4aa11a90-4c22-495e-9651-5e5532869238 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:58:59.480093 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed363f15-dd12-42d3-b2b5-6645e464f5fc", "name": "network-vif-plugged", "status": "completed", "tag": "33fffdff-e146-4c43-a728-3721faa7f63c", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:58:59.480358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4aa11a90-4c22-495e-9651-5e5532869238 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:58:59.480785 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa11a90-4c22-495e-9651-5e5532869238'] response: {'server_uuid': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fffdff-e146-4c43-a728-3721faa7f63c', 'code': 200} Apr 28 20:58:59.495028 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (22228683-d206-4ffd-a411-7fc7028998d3), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.548372 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=22228683-d206-4ffd-a411-7fc7028998d3,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:59.609038 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Sync routers for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:59.625371 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.626360 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:58:59.632995 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:58:59.633647 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:59.772617 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=33fffdff-e146-4c43-a728-3721faa7f63c,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:59.808138 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['22228683-d206-4ffd-a411-7fc7028998d3'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:58:59.864853 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:58:59.914614 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:59.950063 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6cc58-e719-4551-aba2-33a2de4ea544 req-76cefe63-b0ee-4e3a-8186-c7724e34775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:59.951901 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-33c6cc58-e719-4551-aba2-33a2de4ea544 req-76cefe63-b0ee-4e3a-8186-c7724e34775d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1129 time: 0.0878472 Apr 28 20:58:59.973457 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fcf8-15f7-474b-8ce5-c5513bf1a41d req-af68be58-7110-4a00-9896-1d9774e82d35 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:59.981810 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c816fcf8-15f7-474b-8ce5-c5513bf1a41d req-af68be58-7110-4a00-9896-1d9774e82d35 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 944 time: 0.0712945 Apr 28 20:59:00.045205 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-33c6cc58-e719-4551-aba2-33a2de4ea544 req-a96b7b5a-ce73-4f61-a296-679fdcafcb5e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841465 Apr 28 20:59:00.049838 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c816fcf8-15f7-474b-8ce5-c5513bf1a41d req-f4ba7fed-d1b0-4684-9fe5-3fc00aa65eb7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662763 Apr 28 20:59:00.178191 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 2, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:00.336893 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Checking router: cc51065d-5923-49d1-b3e2-a8d691d00a53 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:59:00.337249 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Updating router cc51065d-5923-49d1-b3e2-a8d691d00a53 port 0c300da5-38f8-40c8-8d84-fe486b660d8e binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:59:00.368218 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.531637 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49172) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:00.547119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1842107519-network', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:00.728499 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Made reservation on behalf of 1d6171cbd6324597b3e61f09e656bbdb for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:59:00.731001 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.731159 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Publish callbacks [] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.740279 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.758653 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:00.820116 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.840926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:00.842181 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.849510 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks [] for security_group (f4261846-2f1c-4a25-9801-6e232eef4fc9), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.923592 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2b631-34be-43de-a453-2c290a07ac90 None None] Pushing event updated for resources: {'Port': ['ID=0c300da5-38f8-40c8-8d84-fe486b660d8e,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:00.943264 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f4261846-2f1c-4a25-9801-6e232eef4fc9), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:00.983348 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 22228683-d206-4ffd-a411-7fc7028998d3 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:00.988951 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:59:00.996596 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4261846-2f1c-4a25-9801-6e232eef4fc9,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:01.003898 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (cef7f17e-365c-44e5-909a-deb8204ebd15), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.004283 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Added segment cef7f17e-365c-44e5-909a-deb8204ebd15 of type vlan for network afa76452-3a0d-4b99-91fd-0c015d2b83e6 Apr 28 20:59:01.038752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Attempting to bind port 0c300da5-38f8-40c8-8d84-fe486b660d8e on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:01.039378 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Attempting to bind port 0c300da5-38f8-40c8-8d84-fe486b660d8e by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:01.039740 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Attempting to bind port 0c300da5-38f8-40c8-8d84-fe486b660d8e on network f15f6bd8-1961-42f8-abad-e407ee164034 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:01.055360 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (afa76452-3a0d-4b99-91fd-0c015d2b83e6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.069314 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:01.069580 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Checking segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:01.072031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.072031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Bound using segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:01.072031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Bound port: 0c300da5-38f8-40c8-8d84-fe486b660d8e, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:01.072031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.124978 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 22228683-d206-4ffd-a411-7fc7028998d3 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:59:01.156314 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:01.217916 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf15f1-0535-4f11-99d8-94e9c602c993 req-06d9efb6-9a38-4447-8d8b-29e26cf791cc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:01.219534 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b6bf15f1-0535-4f11-99d8-94e9c602c993 req-06d9efb6-9a38-4447-8d8b-29e26cf791cc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 944 time: 0.0661540 Apr 28 20:59:01.223014 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] For port 0c300da5-38f8-40c8-8d84-fe486b660d8e, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:01.228572 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] For port 0c300da5-38f8-40c8-8d84-fe486b660d8e, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0c300da5-38f8-40c8-8d84-fe486b660d8e,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:01.240683 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (afa76452-3a0d-4b99-91fd-0c015d2b83e6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.241990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:01.243046 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.268154 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 22228683-d206-4ffd-a411-7fc7028998d3 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:01.269677 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (22228683-d206-4ffd-a411-7fc7028998d3), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.287788 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b6bf15f1-0535-4f11-99d8-94e9c602c993 req-d4e3e530-588e-4b6a-b988-9c71be23b04e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Apr 28 20:59:01.313515 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] Provisioning complete for port 0c300da5-38f8-40c8-8d84-fe486b660d8e triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:01.313515 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.316123 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=afa76452-3a0d-4b99-91fd-0c015d2b83e6,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:01.338328 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.349013 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:59:01.397075 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f4091d25-c8c7-4747-b567-7a1b004d2ac8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8614595 Apr 28 20:59:01.399861 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49206) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:01.404853 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Request body: {'subnet': {'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1842107519-subnet', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:01.504243 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:59:01.504857 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:01.506804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2b631-34be-43de-a453-2c290a07ac90 None None] Pushing event updated for resources: {'Port': ['ID=0c300da5-38f8-40c8-8d84-fe486b660d8e,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:01.508521 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Made reservation on behalf of 1d6171cbd6324597b3e61f09e656bbdb for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:59:01.510847 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.628178 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 22228683-d206-4ffd-a411-7fc7028998d3 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:01.628579 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (22228683-d206-4ffd-a411-7fc7028998d3), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.674234 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] Current status of the port 0c300da5-38f8-40c8-8d84-fe486b660d8e is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:01.674629 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.712585 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22228683-d206-4ffd-a411-7fc7028998d3'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:59:01.715547 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd69440-a608-4f51-88f1-c87195147caf" -d '{"events": [{"server_uuid": "d3033c8e-4abc-48b6-b3a9-227b7cc7f036", "name": "network-vif-plugged", "status": "completed", "tag": "22228683-d206-4ffd-a411-7fc7028998d3"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:59:01.747019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:59:01.755573 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 22228683-d206-4ffd-a411-7fc7028998d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22228683-d206-4ffd-a411-7fc7028998d3,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:01.783632 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2697a-32c3-4a37-b02b-55b16f5bf448 x-openstack-request-id: req-9aa2697a-32c3-4a37-b02b-55b16f5bf448 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:59:01.783986 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3033c8e-4abc-48b6-b3a9-227b7cc7f036", "name": "network-vif-plugged", "status": "completed", "tag": "22228683-d206-4ffd-a411-7fc7028998d3", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:59:01.784213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9aa2697a-32c3-4a37-b02b-55b16f5bf448 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:59:01.784614 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa2697a-32c3-4a37-b02b-55b16f5bf448'] response: {'server_uuid': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22228683-d206-4ffd-a411-7fc7028998d3', 'code': 200} Apr 28 20:59:01.798731 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] For port 0c300da5-38f8-40c8-8d84-fe486b660d8e, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0c300da5-38f8-40c8-8d84-fe486b660d8e,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:01.837142 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.871965 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (22228683-d206-4ffd-a411-7fc7028998d3), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.908104 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:01.920860 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Checking segment: {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:01.921819 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Network hostable DHCP agents. Network: afa76452-3a0d-4b99-91fd-0c015d2b83e6, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:59:01.921945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49220) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:01.937146 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:01.988507 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=22228683-d206-4ffd-a411-7fc7028998d3,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:02.011118 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:59:02.084210 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-542b803b-c945-4c5b-8ca1-ee9dca1718d9 None None] Provisioning complete for port 0c300da5-38f8-40c8-8d84-fe486b660d8e triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:02.084662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-542b803b-c945-4c5b-8ca1-ee9dca1718d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.088871 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207e89a-35bb-49e6-a775-60372f2d7780 None None] Pushing event updated for resources: {'Port': ['ID=0c300da5-38f8-40c8-8d84-fe486b660d8e,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:02.102420 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, afa76452-3a0d-4b99-91fd-0c015d2b83e6) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:02.107904 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:02.108738 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.115739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d352d-de0e-476d-8459-6dbc8db3fced None None] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:59:02.117806 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:02.190785 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d40728-c4a0-4257-b488-82371e5a8aa5 None None] The sync data for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi is: [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:59:02.198564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b26211-c0a1-4810-86f4-fcb9443c80cd req-b6816cf1-c3f5-4894-89a2-3459d9fd332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:02.199830 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4b26211-c0a1-4810-86f4-fcb9443c80cd req-b6816cf1-c3f5-4894-89a2-3459d9fd332f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 1129 time: 0.0630233 Apr 28 20:59:02.229565 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-1626cc60-69b5-4f9d-b664-54be2d012298 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8286238 Apr 28 20:59:02.232155 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49230) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:02.236673 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:02.318566 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4b26211-c0a1-4810-86f4-fcb9443c80cd req-4cdf064a-4813-4a89-9cbb-85790cc81141 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052213 Apr 28 20:59:02.325816 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6d1f83be-e8dc-4f69-a69f-bf958d41c2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.380657 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (221eae39-e0a1-4c24-865c-6c431b9e1be1), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.387861 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (221eae39-e0a1-4c24-865c-6c431b9e1be1), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.388810 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-542b803b-c945-4c5b-8ca1-ee9dca1718d9 None None] Current status of the port 0c300da5-38f8-40c8-8d84-fe486b660d8e is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:02.397148 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-afa76452-3a0d-4b99-91fd-0c015d2b83e6', 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6', 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'fixed_ips': [{'subnet_id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:59:02.398178 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.489724 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks [] for router_controller (221eae39-e0a1-4c24-865c-6c431b9e1be1), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.582999 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49f282-1d74-43f5-9512-dcb3982d8151 req-5790fffe-a210-41f0-907f-28e3f2efa93e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:02.582999 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c49f282-1d74-43f5-9512-dcb3982d8151 req-5790fffe-a210-41f0-907f-28e3f2efa93e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1098068 Apr 28 20:59:02.810259 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Allocated IP 172.20.0.2 (afa76452-3a0d-4b99-91fd-0c015d2b83e6/ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56/665a9583-9900-4bdb-8625-7e67d0972cb0) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:02.836176 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0c300da5-38f8-40c8-8d84-fe486b660d8e up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:02.900063 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks [] for router_gateway (221eae39-e0a1-4c24-865c-6c431b9e1be1), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:02.979483 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0c49f282-1d74-43f5-9512-dcb3982d8151 req-935d4550-a83c-45c2-9550-c8d67f4e4cf6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870699 Apr 28 20:59:02.995897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6d1f83be-e8dc-4f69-a69f-bf958d41c2ac admin admin] Publish callbacks [] for security_group (1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.010722 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 0c300da5-38f8-40c8-8d84-fe486b660d8e triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:03.011283 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.124554 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Publish callbacks [] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.189464 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 0c300da5-38f8-40c8-8d84-fe486b660d8e is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:03.230595 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.284687 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:03.289140 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:03.289661 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6d1f83be-e8dc-4f69-a69f-bf958d41c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.293146 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:03.342654 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Pushing event updated for resources: {'Port': ['ID=665a9583-9900-4bdb-8625-7e67d0972cb0,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:03.357830 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6d1f83be-e8dc-4f69-a69f-bf958d41c2ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ee7971cb4584142a61158b78927c1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4347472 Apr 28 20:59:03.360284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49266) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:03.410737 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f83be-e8dc-4f69-a69f-bf958d41c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:03.420093 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Attempting to bind port 665a9583-9900-4bdb-8625-7e67d0972cb0 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:03.420474 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Attempting to bind port 665a9583-9900-4bdb-8625-7e67d0972cb0 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:03.420843 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Attempting to bind port 665a9583-9900-4bdb-8625-7e67d0972cb0 on network afa76452-3a0d-4b99-91fd-0c015d2b83e6 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:03.428911 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:03.430169 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Checking segment: {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:03.431490 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.432292 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Bound using segment: {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:03.432926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Bound port: 665a9583-9900-4bdb-8625-7e67d0972cb0, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:03.433349 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.457732 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks [] for router_gateway (221eae39-e0a1-4c24-865c-6c431b9e1be1), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.462721 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e37ecd09-242e-46a9-a9c9-eb40840ef1e3 admin admin] Publish callbacks [] for security_group (1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.508497 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e37ecd09-242e-46a9-a9c9-eb40840ef1e3 admin admin] Publish callbacks [] for security_group (1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.511704 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.524076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] For port 665a9583-9900-4bdb-8625-7e67d0972cb0, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:03.528133 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] For port 665a9583-9900-4bdb-8625-7e67d0972cb0, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=665a9583-9900-4bdb-8625-7e67d0972cb0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:03.600671 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.655229 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Allocated IP 172.27.0.91 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/969512dc-74a0-418a-95ca-d6ee02483271) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:03.664447 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247a9b1-f608-4032-8e66-8e32a6f6ee10 None None] Pushing event updated for resources: {'Port': ['ID=665a9583-9900-4bdb-8625-7e67d0972cb0,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:03.751689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e37ecd09-242e-46a9-a9c9-eb40840ef1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.756758 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e37ecd09-242e-46a9-a9c9-eb40840ef1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.758072 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e37ecd09-242e-46a9-a9c9-eb40840ef1e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25 HTTP/1.1" status: 204 len: 168 time: 0.3967984 Apr 28 20:59:03.783015 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ecd09-242e-46a9-a9c9-eb40840ef1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf6ae7-aa8f-44cc-bcb0-de51c5c48c25,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:03.786874 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks [] for port (969512dc-74a0-418a-95ca-d6ee02483271), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:03.955107 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (969512dc-74a0-418a-95ca-d6ee02483271), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:04.037221 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:04.042338 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:04.048598 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:04.162094 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=969512dc-74a0-418a-95ca-d6ee02483271,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:04.243111 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d78f9d-916c-4ca1-9a6d-3ab994b64edb req-2d69ee4f-bf45-4130-b668-03f9d1090354 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:04.245045 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60d78f9d-916c-4ca1-9a6d-3ab994b64edb req-2d69ee4f-bf45-4130-b668-03f9d1090354 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1241903 Apr 28 20:59:04.425185 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-60d78f9d-916c-4ca1-9a6d-3ab994b64edb req-b9d699e9-967d-42fe-aa6a-ba91dfdadb99 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321142 Apr 28 20:59:04.666429 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks [] for router_gateway (221eae39-e0a1-4c24-865c-6c431b9e1be1), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:04.813727 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49298) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:04.837540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b4cafba7-4a62-45d1-ac6c-8c0382ba945a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:04.861918 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 665a9583-9900-4bdb-8625-7e67d0972cb0 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:04.956516 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 665a9583-9900-4bdb-8625-7e67d0972cb0 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:04.956943 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:04.963505 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b4cafba7-4a62-45d1-ac6c-8c0382ba945a admin admin] Publish callbacks [] for security_group (9a6bd70a-baf3-4a02-b295-b8cec80ecda1), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:04.971185 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (221eae39-e0a1-4c24-865c-6c431b9e1be1), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.035839 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6cdb9-3532-493a-b0f1-5cfd9ee47a3f None None] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:59:05.069038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b4cafba7-4a62-45d1-ac6c-8c0382ba945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9a6bd70a-baf3-4a02-b295-b8cec80ecda1), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.133766 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafba7-4a62-45d1-ac6c-8c0382ba945a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6bd70a-baf3-4a02-b295-b8cec80ecda1,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:05.149695 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-b4cafba7-4a62-45d1-ac6c-8c0382ba945a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=635180db426a469ab8028a72e285d3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342917 Apr 28 20:59:05.152634 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49300) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:05.156484 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 665a9583-9900-4bdb-8625-7e67d0972cb0 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:05.157102 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.163113 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Provisioning complete for port 665a9583-9900-4bdb-8625-7e67d0972cb0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:05.163545 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.215617 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-579fa8af-6576-464c-8252-82b2d3bc89b6 admin admin] Publish callbacks [] for security_group (9a6bd70a-baf3-4a02-b295-b8cec80ecda1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.225719 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Router 221eae39-e0a1-4c24-865c-6c431b9e1be1 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 20:59:05.244375 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-579fa8af-6576-464c-8252-82b2d3bc89b6 admin admin] Publish callbacks [] for security_group (9a6bd70a-baf3-4a02-b295-b8cec80ecda1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.252510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 665a9583-9900-4bdb-8625-7e67d0972cb0, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=665a9583-9900-4bdb-8625-7e67d0972cb0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:05.311058 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Current status of the port 665a9583-9900-4bdb-8625-7e67d0972cb0 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:05.311461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.361523 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.431074 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.db.api [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:59:05.431426 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG oslo_db.api [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:59:05.444544 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:59:05.455994 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Sync routers for ids ['221eae39-e0a1-4c24-865c-6c431b9e1be1'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:59:05.471394 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Routers {'221eae39-e0a1-4c24-865c-6c431b9e1be1'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:59:05.474661 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=665a9583-9900-4bdb-8625-7e67d0972cb0,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:05.475479 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['221eae39-e0a1-4c24-865c-6c431b9e1be1'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:05.501307 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-579fa8af-6576-464c-8252-82b2d3bc89b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9a6bd70a-baf3-4a02-b295-b8cec80ecda1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.505840 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-579fa8af-6576-464c-8252-82b2d3bc89b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.509650 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-579fa8af-6576-464c-8252-82b2d3bc89b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a6bd70a-baf3-4a02-b295-b8cec80ecda1 HTTP/1.1" status: 204 len: 168 time: 0.3560474 Apr 28 20:59:05.562217 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fa8af-6576-464c-8252-82b2d3bc89b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6bd70a-baf3-4a02-b295-b8cec80ecda1,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:05.591753 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:05.595932 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49316) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:05.596762 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-28996179-bb41-47d4-8f82-70dfc8d12bd3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3635619 Apr 28 20:59:05.622422 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774951b-5105-4667-b1ca-0acdb630b4d7 req-27fc5e8c-0876-4acc-adb2-88a471bd7d82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:05.624287 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8774951b-5105-4667-b1ca-0acdb630b4d7 req-27fc5e8c-0876-4acc-adb2-88a471bd7d82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1094849 Apr 28 20:59:05.684777 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Set router 221eae39-e0a1-4c24-865c-6c431b9e1be1 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:59:05.729728 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8774951b-5105-4667-b1ca-0acdb630b4d7 req-19873216-eb6b-4f73-a3ae-73168234053e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983446 Apr 28 20:59:05.988008 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa18d3-3743-4d64-9435-01d6e86e6371 None None] Current status of the port 665a9583-9900-4bdb-8625-7e67d0972cb0 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:06.041138 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T20:59:04Z', 'revision_number': 3, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:06.069738 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Checking router: 221eae39-e0a1-4c24-865c-6c431b9e1be1 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:59:06.070319 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Updating router 221eae39-e0a1-4c24-865c-6c431b9e1be1 port 969512dc-74a0-418a-95ca-d6ee02483271 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:59:06.107377 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (969512dc-74a0-418a-95ca-d6ee02483271), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.119627 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-6189fd31-391f-4798-8bba-faea5d91b204 None None] Provisioning complete for port 665a9583-9900-4bdb-8625-7e67d0972cb0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:06.120201 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-6189fd31-391f-4798-8bba-faea5d91b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.235038 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-6189fd31-391f-4798-8bba-faea5d91b204 None None] Current status of the port 665a9583-9900-4bdb-8625-7e67d0972cb0 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:06.448200 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Publish callbacks [] for port (969512dc-74a0-418a-95ca-d6ee02483271), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.461909 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a7d4e-8af7-4f47-8be2-daad919e2265 req-2f9e4167-e745-48c8-b01a-074905c8a634 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:06.463409 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6c7a7d4e-8af7-4f47-8be2-daad919e2265 req-2f9e4167-e745-48c8-b01a-074905c8a634 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0506821 Apr 28 20:59:06.464816 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.539694 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6c7a7d4e-8af7-4f47-8be2-daad919e2265 req-4d4a7a8c-211b-42d1-bdec-b3fade139252 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672948 Apr 28 20:59:06.556361 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (969512dc-74a0-418a-95ca-d6ee02483271), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.581325 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-0b9012cf-67f6-409c-a6fd-b3ebfa7dd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:06.582859 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-0b9012cf-67f6-409c-a6fd-b3ebfa7dd295 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 1129 time: 0.0621750 Apr 28 20:59:06.620922 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Attempting to bind port 969512dc-74a0-418a-95ca-d6ee02483271 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:06.621706 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Attempting to bind port 969512dc-74a0-418a-95ca-d6ee02483271 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:06.622287 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Attempting to bind port 969512dc-74a0-418a-95ca-d6ee02483271 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:06.643530 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:06.644196 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:06.644754 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.645320 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:06.645975 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Bound port: 969512dc-74a0-418a-95ca-d6ee02483271, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:06.646592 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (969512dc-74a0-418a-95ca-d6ee02483271), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.650299 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c744e5-3959-4f3e-86f5-fda82a46f94a None None] Pushing event updated for resources: {'Port': ['ID=969512dc-74a0-418a-95ca-d6ee02483271,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:06.691411 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49342) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:06.725437 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41e0d612-a719-453d-8a88-4d68d6556109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.769721 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] For port 969512dc-74a0-418a-95ca-d6ee02483271, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:06.777790 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] For port 969512dc-74a0-418a-95ca-d6ee02483271, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=969512dc-74a0-418a-95ca-d6ee02483271,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:06.793105 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Allocated IP 172.20.0.1 (afa76452-3a0d-4b99-91fd-0c015d2b83e6/ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56/c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:06.813348 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-7ab0f4c0-60cd-4310-9b30-6c7c1f347ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:06.815144 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-7ab0f4c0-60cd-4310-9b30-6c7c1f347ac0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.2081130 Apr 28 20:59:06.832612 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 665a9583-9900-4bdb-8625-7e67d0972cb0 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:06.864088 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (969512dc-74a0-418a-95ca-d6ee02483271), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.876131 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41e0d612-a719-453d-8a88-4d68d6556109 admin admin] Publish callbacks [] for security_group (4868510d-4c74-46e1-9873-58adf88188ac), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.919376 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 665a9583-9900-4bdb-8625-7e67d0972cb0 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:06.920118 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.954100 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-fd3e60f0-7d9c-4055-b93d-83fa424b3544 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22228683-d206-4ffd-a411-7fc7028998d3 HTTP/1.1" status: 200 len: 217 time: 0.1317165 Apr 28 20:59:06.954291 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41e0d612-a719-453d-8a88-4d68d6556109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4868510d-4c74-46e1-9873-58adf88188ac), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:06.969107 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c744e5-3959-4f3e-86f5-fda82a46f94a None None] Pushing event updated for resources: {'Port': ['ID=969512dc-74a0-418a-95ca-d6ee02483271,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:06.996820 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Routers {'221eae39-e0a1-4c24-865c-6c431b9e1be1'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:59:06.998188 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['221eae39-e0a1-4c24-865c-6c431b9e1be1'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:07.062076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 665a9583-9900-4bdb-8625-7e67d0972cb0 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:07.068723 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-41e0d612-a719-453d-8a88-4d68d6556109 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b84270daaa247d2a1e2911b2e8380ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699477 Apr 28 20:59:07.069586 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49366) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:07.109695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0d612-a719-453d-8a88-4d68d6556109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4868510d-4c74-46e1-9873-58adf88188ac,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:07.114637 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-0a0f25a4-851f-47dc-ac42-b86377a39b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:07.116384 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-0a0f25a4-851f-47dc-ac42-b86377a39b4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.1502349 Apr 28 20:59:07.157744 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks [] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.180297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1919050-9ec1-4e2d-abe8-ca4ee2cb7b1a req-683beeb7-2ad9-441e-bb6b-2c2e5454e78e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:07.182507 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1919050-9ec1-4e2d-abe8-ca4ee2cb7b1a req-683beeb7-2ad9-441e-bb6b-2c2e5454e78e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0694425 Apr 28 20:59:07.187167 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] Set router 221eae39-e0a1-4c24-865c-6c431b9e1be1 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:59:07.240125 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-c2e95317-d0f3-4082-bef6-cc21f45f70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:07.241686 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-c2e95317-d0f3-4082-bef6-cc21f45f70bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0906856 Apr 28 20:59:07.265090 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1919050-9ec1-4e2d-abe8-ca4ee2cb7b1a req-badcaaeb-3e66-4ae1-bd01-8fd6f6f6ba55 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635247 Apr 28 20:59:07.268653 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b9180de6-88e3-4ebd-9bb0-5277757b0f95 admin admin] Publish callbacks [] for security_group (4868510d-4c74-46e1-9873-58adf88188ac), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.323078 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b9180de6-88e3-4ebd-9bb0-5277757b0f95 admin admin] Publish callbacks [] for security_group (4868510d-4c74-46e1-9873-58adf88188ac), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.352584 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-c8e54ced-b4e4-4587-8d0c-0e5e8693d87c service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003337 Apr 28 20:59:07.392777 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T20:59:04Z', 'revision_number': 3, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:07.423323 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cbd16-ddf8-4a1e-8212-ab196a63732a None None] The sync data for ids ['221eae39-e0a1-4c24-865c-6c431b9e1be1'] in dv-cinder-750782-20-iscsi is: [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T20:59:04Z', 'revision_number': 3, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:59:07.460304 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b9024dc2-3c25-4782-aa68-306b89c5d670 req-3c655655-57a4-42a8-835a-c33e8ad0db58 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975380 Apr 28 20:59:07.571444 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b9180de6-88e3-4ebd-9bb0-5277757b0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4868510d-4c74-46e1-9873-58adf88188ac), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.575300 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b9180de6-88e3-4ebd-9bb0-5277757b0f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.578865 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b9180de6-88e3-4ebd-9bb0-5277757b0f95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4868510d-4c74-46e1-9873-58adf88188ac HTTP/1.1" status: 204 len: 168 time: 0.5050943 Apr 28 20:59:07.584222 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.590489 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180de6-88e3-4ebd-9bb0-5277757b0f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4868510d-4c74-46e1-9873-58adf88188ac,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:07.618872 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:07.621786 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:07.646036 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:07.646590 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (221eae39-e0a1-4c24-865c-6c431b9e1be1), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:07.779400 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb4305-e05e-478b-9441-ff477c8dab22 req-9197dd3b-42c4-4d38-87f3-6f76cf1b8c3d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:07.789526 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a3cb4305-e05e-478b-9441-ff477c8dab22 req-9197dd3b-42c4-4d38-87f3-6f76cf1b8c3d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0910709 Apr 28 20:59:07.798727 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:07.896451 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a3cb4305-e05e-478b-9441-ff477c8dab22 req-f2c53c6a-fbe4-4eda-95c7-eb69a4a23422 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059914 Apr 28 20:59:07.992519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-0c78ea6f-991e-430c-b56f-ed799cbe8339 None None] Provisioning complete for port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:07.993002 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0c78ea6f-991e-430c-b56f-ed799cbe8339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:08.008700 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:08.091693 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-0c78ea6f-991e-430c-b56f-ed799cbe8339 None None] Port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:59:08.266300 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks [] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:08.409304 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3190-c980-474d-9e3e-68ce1a60fe15 req-687f831e-446d-42e0-8cd2-9e8de7d013c2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:08.411324 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:08.412916 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (221eae39-e0a1-4c24-865c-6c431b9e1be1), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:08.433327 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82ad3190-c980-474d-9e3e-68ce1a60fe15 req-687f831e-446d-42e0-8cd2-9e8de7d013c2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0747800 Apr 28 20:59:08.487790 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:08.488040 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82ad3190-c980-474d-9e3e-68ce1a60fe15 req-95c4f96b-1339-437b-9119-d37cde6b69ec tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487432 Apr 28 20:59:08.574167 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:08.575787 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:08.699219 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Router 221eae39-e0a1-4c24-865c-6c431b9e1be1 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:59:08.841016 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 969512dc-74a0-418a-95ca-d6ee02483271 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:08.850678 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:59:08.859601 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-dafcbc0d-e2ba-43ac-bcdd-0c9eb612ab73 admin admin] 10.222.0.64 "PUT /v2.0/routers/221eae39-e0a1-4c24-865c-6c431b9e1be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2615049 Apr 28 20:59:08.930366 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 969512dc-74a0-418a-95ca-d6ee02483271 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:08.931049 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (969512dc-74a0-418a-95ca-d6ee02483271), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:08.934523 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-4d7c672f-e835-4b87-b67c-85e038019cb0 None None] Provisioning complete for port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:08.935079 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4d7c672f-e835-4b87-b67c-85e038019cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:09.011351 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c672f-e835-4b87-b67c-85e038019cb0 None None] Port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:59:09.083492 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099fcd-c85d-4952-b9a1-dae5bbc67ca7 req-e06aa22c-548c-44bb-9dcc-0ad9d524f94c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:09.085958 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c2099fcd-c85d-4952-b9a1-dae5bbc67ca7 req-e06aa22c-548c-44bb-9dcc-0ad9d524f94c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0875614 Apr 28 20:59:09.091299 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 969512dc-74a0-418a-95ca-d6ee02483271 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:09.091697 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (969512dc-74a0-418a-95ca-d6ee02483271), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:09.113009 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 969512dc-74a0-418a-95ca-d6ee02483271, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=969512dc-74a0-418a-95ca-d6ee02483271,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:09.142871 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c2099fcd-c85d-4952-b9a1-dae5bbc67ca7 req-843cba01-2ee6-4173-b0f9-0944dcec0674 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Apr 28 20:59:09.198094 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (969512dc-74a0-418a-95ca-d6ee02483271), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:09.253779 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=969512dc-74a0-418a-95ca-d6ee02483271,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:09.620410 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b85527-7b57-4261-8e2c-e8d32e65cda3 req-3d4f1223-a1f9-4c2f-9e64-c35d068b4d59 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:09.627241 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1b85527-7b57-4261-8e2c-e8d32e65cda3 req-3d4f1223-a1f9-4c2f-9e64-c35d068b4d59 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0589011 Apr 28 20:59:09.674728 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1b85527-7b57-4261-8e2c-e8d32e65cda3 req-96f75971-ba41-4cfb-adf8-db9aec0507aa tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464437 Apr 28 20:59:09.983015 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Sync routers for ids ['221eae39-e0a1-4c24-865c-6c431b9e1be1'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:59:09.996734 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Routers {'221eae39-e0a1-4c24-865c-6c431b9e1be1'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:59:09.997379 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['221eae39-e0a1-4c24-865c-6c431b9e1be1'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:10.192942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Set router 221eae39-e0a1-4c24-865c-6c431b9e1be1 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:59:10.385300 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25ba35-cc97-49e2-9790-35d32049f6aa req-2b994dc0-d876-4da4-976c-4a4d8c6cca40 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:10.385300 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c25ba35-cc97-49e2-9790-35d32049f6aa req-2b994dc0-d876-4da4-976c-4a4d8c6cca40 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0656283 Apr 28 20:59:10.390415 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c25ba35-cc97-49e2-9790-35d32049f6aa req-86639c90-9a42-43da-9f41-66d5498602d3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614367 Apr 28 20:59:10.452508 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T20:59:07Z', 'revision_number': 4, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0', 'name': '', 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'mac_address': 'fa:16:3e:d3:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:06Z', 'updated_at': '2022-04-28T20:59:08Z', 'revision_number': 2, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'subnets': [{'id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:10.483144 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Checking router: 221eae39-e0a1-4c24-865c-6c431b9e1be1 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:59:10.483530 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Updating router 221eae39-e0a1-4c24-865c-6c431b9e1be1 port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:59:10.510731 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:10.877354 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f446be-1681-4217-9d08-99253a2caef7 req-8e61a266-ba8b-43ef-9b3c-9798bb41c1e4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:10.879198 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11f446be-1681-4217-9d08-99253a2caef7 req-8e61a266-ba8b-43ef-9b3c-9798bb41c1e4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0756326 Apr 28 20:59:10.897597 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 969512dc-74a0-418a-95ca-d6ee02483271 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:10.953886 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11f446be-1681-4217-9d08-99253a2caef7 req-cf2aa04e-a793-4d54-b737-d0856c435169 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676377 Apr 28 20:59:11.044766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Publish callbacks [] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.046876 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 969512dc-74a0-418a-95ca-d6ee02483271 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:11.047246 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (969512dc-74a0-418a-95ca-d6ee02483271), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.180946 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.255558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 969512dc-74a0-418a-95ca-d6ee02483271 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:11.302855 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc410a5-5eb2-4224-b204-8a7da6a4da1d None None] Pushing event updated for resources: {'Port': ['ID=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:11.392113 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Attempting to bind port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:11.392955 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Attempting to bind port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:11.393540 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Attempting to bind port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 on network afa76452-3a0d-4b99-91fd-0c015d2b83e6 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:11.414384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:11.414384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Checking segment: {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:11.414384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.414384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Bound using segment: {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:11.414384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Bound port: c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef7f17e-365c-44e5-909a-deb8204ebd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:11.414384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.499192 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] For port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:11.504553 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] For port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:11.588607 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.596495 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9430c-4453-4ce1-b5e1-84d5b407e646 req-b0c5fef9-ad30-4b6a-b2a4-f01e17d69c45 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:11.604793 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a8b9430c-4453-4ce1-b5e1-84d5b407e646 req-b0c5fef9-ad30-4b6a-b2a4-f01e17d69c45 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0662742 Apr 28 20:59:11.661644 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc410a5-5eb2-4224-b204-8a7da6a4da1d None None] Pushing event updated for resources: {'Port': ['ID=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:11.663344 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a8b9430c-4453-4ce1-b5e1-84d5b407e646 req-e6b5538b-58e0-471d-928c-658f9648348b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569823 Apr 28 20:59:11.674751 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] Provisioning complete for port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:11.685250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.691732 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Routers {'221eae39-e0a1-4c24-865c-6c431b9e1be1'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:59:11.692440 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:58:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['221eae39-e0a1-4c24-865c-6c431b9e1be1'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:11.908752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] Current status of the port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:11.909405 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:11.913863 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] Set router 221eae39-e0a1-4c24-865c-6c431b9e1be1 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:59:12.017693 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] For port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:12.184800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65aa84-f24f-4eaa-b8bf-432059630ad8 req-ccca394b-96de-44a9-be79-658f56a1a516 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:12.194528 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f65aa84-f24f-4eaa-b8bf-432059630ad8 req-ccca394b-96de-44a9-be79-658f56a1a516 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.1388910 Apr 28 20:59:12.203331 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:12.329440 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7f65aa84-f24f-4eaa-b8bf-432059630ad8 req-8f4739ec-370c-41b5-bff6-c814149610f4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335218 Apr 28 20:59:12.351997 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1afd0-71d7-40e8-ad24-e4d5e9551775 None None] Pushing event updated for resources: {'Port': ['ID=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:12.395049 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-1bb25ac4-7c13-41b1-870a-1b673cf3cd8a None None] Provisioning complete for port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:12.396284 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1bb25ac4-7c13-41b1-870a-1b673cf3cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:12.422363 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T20:59:07Z', 'revision_number': 4, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0', 'name': '', 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'mac_address': 'fa:16:3e:d3:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:06Z', 'updated_at': '2022-04-28T20:59:11Z', 'revision_number': 4, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'subnets': [{'id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:12.472131 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f36116-480b-4d7b-ae01-97a906f2e3c4 None None] The sync data for ids ['221eae39-e0a1-4c24-865c-6c431b9e1be1'] in dv-cinder-750782-20-iscsi is: [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T20:59:07Z', 'revision_number': 4, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0', 'name': '', 'network_id': 'afa76452-3a0d-4b99-91fd-0c015d2b83e6', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'mac_address': 'fa:16:3e:d3:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:06Z', 'updated_at': '2022-04-28T20:59:11Z', 'revision_number': 4, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'subnets': [{'id': 'ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:59:12.650613 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25ac4-7c13-41b1-870a-1b673cf3cd8a None None] Current status of the port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:12.902717 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:12.972828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c58e-912f-4b26-8517-47fbecbed9e9 req-9288e39b-a384-4a9b-84b6-1d85ca403b53 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:12.975020 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e7f1c58e-912f-4b26-8517-47fbecbed9e9 req-9288e39b-a384-4a9b-84b6-1d85ca403b53 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1335323 Apr 28 20:59:13.065803 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:13.066186 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:13.134643 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e7f1c58e-912f-4b26-8517-47fbecbed9e9 req-6e98b149-cdfe-4f61-a27e-827a39824e95 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540539 Apr 28 20:59:13.251333 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:13.510511 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31297ef9-d872-4d60-9e54-36afa4b9f815 req-e54c5a57-c64f-4a36-9e70-62a8adf2670d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:13.517569 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-31297ef9-d872-4d60-9e54-36afa4b9f815 req-e54c5a57-c64f-4a36-9e70-62a8adf2670d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0749950 Apr 28 20:59:13.576036 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-31297ef9-d872-4d60-9e54-36afa4b9f815 req-08e25816-9da6-4ae3-916e-440635b80ebc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575047 Apr 28 20:59:14.247392 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5f6d-032f-428b-999b-f23f78bf34c9 req-4851db7e-365b-4e2a-a8e7-30637cf60854 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:14.249077 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d75f5f6d-032f-428b-999b-f23f78bf34c9 req-4851db7e-365b-4e2a-a8e7-30637cf60854 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0508618 Apr 28 20:59:14.301062 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d75f5f6d-032f-428b-999b-f23f78bf34c9 req-21de918a-69ce-4a01-810e-4bc9668bd005 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Apr 28 20:59:14.740329 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d5c53-7d59-404f-a361-e36b85af6f30 req-19a0188b-52ac-4d40-bee9-701292b0008a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:14.742112 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f9d5c53-7d59-404f-a361-e36b85af6f30 req-19a0188b-52ac-4d40-bee9-701292b0008a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0710902 Apr 28 20:59:14.796831 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f9d5c53-7d59-404f-a361-e36b85af6f30 req-ff71acc5-f61c-4794-a9ba-4688ba922250 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481553 Apr 28 20:59:15.370722 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983aeb7-0a4b-43eb-a07e-7b5e7b20aef6 req-54a55f8a-431c-4ad8-848a-1fdc2961d5fc tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:15.378398 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0983aeb7-0a4b-43eb-a07e-7b5e7b20aef6 req-54a55f8a-431c-4ad8-848a-1fdc2961d5fc tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0744634 Apr 28 20:59:15.468223 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0983aeb7-0a4b-43eb-a07e-7b5e7b20aef6 req-514b4d0f-738a-43d6-909b-d04379dcf6bd tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886374 Apr 28 20:59:15.476254 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9401-a302-4a5a-b89b-5087bbd03839 req-02a4218d-0f78-4b99-8388-deeca4845281 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:15.483576 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29cc9401-a302-4a5a-b89b-5087bbd03839 req-02a4218d-0f78-4b99-8388-deeca4845281 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0899909 Apr 28 20:59:15.547657 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29cc9401-a302-4a5a-b89b-5087bbd03839 req-3d8ac7ee-585b-4b44-b39a-ef480b2e28a3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Apr 28 20:59:15.964275 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e6330-3ad8-4342-9c18-443d56571c04 req-dc627789-2588-4ead-a3ff-558266e27376 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:15.974693 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e4e6330-3ad8-4342-9c18-443d56571c04 req-dc627789-2588-4ead-a3ff-558266e27376 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0837379 Apr 28 20:59:16.047322 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e4e6330-3ad8-4342-9c18-443d56571c04 req-f343420c-6194-49b4-9181-0b2eaada41f0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715876 Apr 28 20:59:16.608929 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fcd14-3057-41c7-a219-294cb98c0f3f req-cdc9c0e8-f9d2-402d-aa1f-8f117ed0d95c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:16.614397 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc8fcd14-3057-41c7-a219-294cb98c0f3f req-cdc9c0e8-f9d2-402d-aa1f-8f117ed0d95c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0672119 Apr 28 20:59:16.715170 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1e83f-50d5-477f-9dbb-7145e822e7f1 req-e8a8f27e-0bdd-4db3-92ce-89acf3a60c70 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:16.718630 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e2a1e83f-50d5-477f-9dbb-7145e822e7f1 req-e8a8f27e-0bdd-4db3-92ce-89acf3a60c70 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0791354 Apr 28 20:59:16.729269 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc8fcd14-3057-41c7-a219-294cb98c0f3f req-7345c0b2-9aa1-42a0-b4ab-e79ac25b7b57 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086569 Apr 28 20:59:16.814255 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e2a1e83f-50d5-477f-9dbb-7145e822e7f1 req-d058f635-773c-4f0d-999d-6d1f1be13204 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818214 Apr 28 20:59:17.233124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78319b4e-723f-471c-a170-826e08adc9f9 req-f5891443-8ba0-4768-b829-32aebea13e9f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:17.243919 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-78319b4e-723f-471c-a170-826e08adc9f9 req-f5891443-8ba0-4768-b829-32aebea13e9f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0675125 Apr 28 20:59:17.312012 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-78319b4e-723f-471c-a170-826e08adc9f9 req-a1c4de03-a887-4900-b0f2-54329eed568c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691347 Apr 28 20:59:17.849753 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb745f-df07-47e5-a102-ecf0ee62173b req-a3684f33-9645-47f6-97ae-8bf7c8ecb46f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:17.851531 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cccb745f-df07-47e5-a102-ecf0ee62173b req-a3684f33-9645-47f6-97ae-8bf7c8ecb46f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0489430 Apr 28 20:59:17.902098 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cccb745f-df07-47e5-a102-ecf0ee62173b req-546a1ecd-23fe-4836-a211-373f36a7c109 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Apr 28 20:59:17.982197 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665793c8-d9bd-4340-93d3-31d1d5c3844f req-06c0daf8-e095-40c9-bb1e-5a8c00a98575 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:17.983801 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-665793c8-d9bd-4340-93d3-31d1d5c3844f req-06c0daf8-e095-40c9-bb1e-5a8c00a98575 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0808573 Apr 28 20:59:18.032924 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-665793c8-d9bd-4340-93d3-31d1d5c3844f req-48cc2b50-3b04-440b-bbe3-5dae2fe2404b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Apr 28 20:59:18.468426 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7766be-8f72-4df7-9514-a5dd9ea0befe req-dcbdc39b-cd93-4714-b46e-e4081022ca91 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:18.473396 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e7766be-8f72-4df7-9514-a5dd9ea0befe req-dcbdc39b-cd93-4714-b46e-e4081022ca91 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0602150 Apr 28 20:59:18.534326 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e7766be-8f72-4df7-9514-a5dd9ea0befe req-9a6eda63-5a15-4c93-862f-22ee135fc341 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577679 Apr 28 20:59:19.048967 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e2c9b-5e74-4526-8935-4e3b8854e236 req-b60e13fb-fae9-4f30-8a1d-0e48c437fa4c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:19.060057 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-452e2c9b-5e74-4526-8935-4e3b8854e236 req-b60e13fb-fae9-4f30-8a1d-0e48c437fa4c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0689051 Apr 28 20:59:19.061166 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49676) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:19.138377 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-452e2c9b-5e74-4526-8935-4e3b8854e236 req-ffeaba0f-f2c0-4de8-a84c-0e3c4cb835e2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769613 Apr 28 20:59:19.213559 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.221246 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5496546-863a-407b-89f5-2d38cb959aee req-1b383548-486a-4995-b2a9-43b565c85aa9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:19.228186 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5496546-863a-407b-89f5-2d38cb959aee req-1b383548-486a-4995-b2a9-43b565c85aa9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0824111 Apr 28 20:59:19.343569 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5496546-863a-407b-89f5-2d38cb959aee req-22ffc470-8e2f-490c-91a0-468e71fab174 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120720 Apr 28 20:59:19.343873 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Publish callbacks [] for security_group (98d83679-85a9-4356-9cd3-f11e683df070), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.408516 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (98d83679-85a9-4356-9cd3-f11e683df070), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.466475 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d83679-85a9-4356-9cd3-f11e683df070,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:19.497836 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.500858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.501587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.501587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.501750 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.502044 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.502369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:19.507734 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-b84f473a-817f-4e78-a431-6c563ff49661 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=675034d05c2a4dc094430797d0dd7eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454925 Apr 28 20:59:19.510475 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49688) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:19.583088 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc27d038-aa1e-4e27-8b5b-1e1634017ae5 admin admin] Publish callbacks [] for security_group (98d83679-85a9-4356-9cd3-f11e683df070), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.627100 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc27d038-aa1e-4e27-8b5b-1e1634017ae5 admin admin] Publish callbacks [] for security_group (98d83679-85a9-4356-9cd3-f11e683df070), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.725228 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bca174-78b3-49b0-944c-f92580b0c896 req-dd4bafdf-a0f1-49e2-a550-da43825af3eb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:19.726861 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90bca174-78b3-49b0-944c-f92580b0c896 req-dd4bafdf-a0f1-49e2-a550-da43825af3eb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0697861 Apr 28 20:59:19.784784 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc27d038-aa1e-4e27-8b5b-1e1634017ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (98d83679-85a9-4356-9cd3-f11e683df070), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.788911 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fc27d038-aa1e-4e27-8b5b-1e1634017ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:19.792925 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90bca174-78b3-49b0-944c-f92580b0c896 req-e894946e-1ac3-4674-9add-5c9b7d0d871d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569150 Apr 28 20:59:19.799037 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-fc27d038-aa1e-4e27-8b5b-1e1634017ae5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98d83679-85a9-4356-9cd3-f11e683df070 HTTP/1.1" status: 204 len: 168 time: 0.2873905 Apr 28 20:59:19.811158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27d038-aa1e-4e27-8b5b-1e1634017ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d83679-85a9-4356-9cd3-f11e683df070,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:20.307494 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c35ca-8b02-4d05-888f-d267fc99672c req-b674d04c-0665-40c8-bbe0-99a1e55e42ec tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:20.316589 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b67c35ca-8b02-4d05-888f-d267fc99672c req-b674d04c-0665-40c8-bbe0-99a1e55e42ec tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0666058 Apr 28 20:59:20.402317 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b67c35ca-8b02-4d05-888f-d267fc99672c req-b8270219-48b1-4672-b051-d1cf5e6f8148 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814295 Apr 28 20:59:20.543062 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576a147-8c5d-4cd6-b917-351fed9de93d req-ace82d4f-bad1-4969-9931-182e4fd279b3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:20.545415 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d576a147-8c5d-4cd6-b917-351fed9de93d req-ace82d4f-bad1-4969-9931-182e4fd279b3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1020339 Apr 28 20:59:20.606672 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d576a147-8c5d-4cd6-b917-351fed9de93d req-b26f49d3-fd3d-4dcb-bd5e-91f9eb7e2746 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533864 Apr 28 20:59:20.698041 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49710) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:20.724436 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-eb3db953-fba3-4c76-921b-440a1b9dd1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:20.832066 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-eb3db953-fba3-4c76-921b-440a1b9dd1ef admin admin] Publish callbacks [] for security_group (646f8120-d4fa-4b40-b3d5-ceb7955a5d2f), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:20.958244 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-eb3db953-fba3-4c76-921b-440a1b9dd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (646f8120-d4fa-4b40-b3d5-ceb7955a5d2f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:20.968163 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623130e-f347-455c-880c-4f967d357a9d req-8fd2e4c8-1ae6-470d-b477-24e3972a17cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:20.973579 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4623130e-f347-455c-880c-4f967d357a9d req-8fd2e4c8-1ae6-470d-b477-24e3972a17cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0566070 Apr 28 20:59:21.003682 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:21.016075 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-eb3db953-fba3-4c76-921b-440a1b9dd1ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36cf6489a97c46d8be731fa43735481f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134744 Apr 28 20:59:21.017268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49714) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:21.017386 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3db953-fba3-4c76-921b-440a1b9dd1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f8120-d4fa-4b40-b3d5-ceb7955a5d2f,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:21.103654 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4623130e-f347-455c-880c-4f967d357a9d req-f742fd04-9a24-4921-800e-7b92cb9767aa tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270075 Apr 28 20:59:21.131004 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Publish callbacks [] for security_group (646f8120-d4fa-4b40-b3d5-ceb7955a5d2f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:21.155997 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Publish callbacks [] for security_group (646f8120-d4fa-4b40-b3d5-ceb7955a5d2f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:21.530041 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c58b-1ce4-488f-ba57-427ec1f8e4bc req-615b0775-8097-4ced-8338-86e674aa008d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:21.532792 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ac4c58b-1ce4-488f-ba57-427ec1f8e4bc req-615b0775-8097-4ced-8338-86e674aa008d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0579007 Apr 28 20:59:21.613742 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ac4c58b-1ce4-488f-ba57-427ec1f8e4bc req-f93285a8-9de1-4c8d-ac19-71ffa330e458 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718596 Apr 28 20:59:21.662458 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64671-118d-4d04-9376-858973ba150f req-c9a96f80-0720-4fb3-be66-6e1a7ea1b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:21.664247 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-c9a96f80-0720-4fb3-be66-6e1a7ea1b930 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1130 time: 0.0590620 Apr 28 20:59:21.738438 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120d4e-1b88-4828-9a96-8b8b384ad9f7 req-a6a8af00-e839-450d-8dd6-be520a58bfe0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:21.740323 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f120d4e-1b88-4828-9a96-8b8b384ad9f7 req-a6a8af00-e839-450d-8dd6-be520a58bfe0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Apr 28 20:59:21.765330 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49726) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:21.789680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64671-118d-4d04-9376-858973ba150f req-ed9b0fa8-72fb-4b37-9ff1-8791cf0c4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:21.791481 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-ed9b0fa8-72fb-4b37-9ff1-8791cf0c4a6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.1067035 Apr 28 20:59:21.794648 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (646f8120-d4fa-4b40-b3d5-ceb7955a5d2f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:21.802005 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:21.802005 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/646f8120-d4fa-4b40-b3d5-ceb7955a5d2f HTTP/1.1" status: 204 len: 168 time: 0.7798059 Apr 28 20:59:21.806077 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f120d4e-1b88-4828-9a96-8b8b384ad9f7 req-73398180-a870-47a2-a4e3-f6fde48684fa tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592439 Apr 28 20:59:21.811353 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f8120-d4fa-4b40-b3d5-ceb7955a5d2f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:21.819151 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.819488 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.819826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.820204 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.820584 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.820860 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.821184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.821491 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.821817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.822143 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.826606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.826606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.826606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.826606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.826606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01f3e40-aa8c-42c7-9c71-336ede9c46b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:21.907244 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-6d21c5a5-e3cf-4de4-b2da-a86aa3a7b9d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 1002 time: 0.1085629 Apr 28 20:59:21.962715 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4d072e11-5ec6-4a15-bf96-6aeb4c71e02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.049547 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4d072e11-5ec6-4a15-bf96-6aeb4c71e02c admin admin] Publish callbacks [] for security_group (992fbd15-65bb-485f-8672-65a15ac17fb8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.117712 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4d072e11-5ec6-4a15-bf96-6aeb4c71e02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (992fbd15-65bb-485f-8672-65a15ac17fb8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.171513 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49738) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:22.172630 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4d072e11-5ec6-4a15-bf96-6aeb4c71e02c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ad8690267ae44be9df707f653696122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062047 Apr 28 20:59:22.174225 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d072e11-5ec6-4a15-bf96-6aeb4c71e02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992fbd15-65bb-485f-8672-65a15ac17fb8,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:22.290939 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caf5fd-5741-4511-86b0-48d65cef687b req-85bfc8da-11c8-4182-ba83-f9c44c9377d1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:22.299769 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9caf5fd-5741-4511-86b0-48d65cef687b req-85bfc8da-11c8-4182-ba83-f9c44c9377d1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0830023 Apr 28 20:59:22.314468 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60276fb8-2372-4e2c-8d56-d10b63c178ee admin admin] Publish callbacks [] for security_group (992fbd15-65bb-485f-8672-65a15ac17fb8), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.378303 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60276fb8-2372-4e2c-8d56-d10b63c178ee admin admin] Publish callbacks [] for security_group (992fbd15-65bb-485f-8672-65a15ac17fb8), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.417345 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9caf5fd-5741-4511-86b0-48d65cef687b req-0eb44877-f333-4fa8-ad74-9773e691a8b1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149626 Apr 28 20:59:22.459967 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8dad566e-40ea-411c-83d5-dd1a207d7d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.576857 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60276fb8-2372-4e2c-8d56-d10b63c178ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (992fbd15-65bb-485f-8672-65a15ac17fb8), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.580323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-60276fb8-2372-4e2c-8d56-d10b63c178ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:22.581387 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-60276fb8-2372-4e2c-8d56-d10b63c178ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/992fbd15-65bb-485f-8672-65a15ac17fb8 HTTP/1.1" status: 204 len: 168 time: 0.4084449 Apr 28 20:59:22.600020 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64671-118d-4d04-9376-858973ba150f req-6f160868-2f0b-4ade-9497-c964638a3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:22.600020 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-6f160868-2f0b-4ade-9497-c964638a3d1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.3497870 Apr 28 20:59:22.601214 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60276fb8-2372-4e2c-8d56-d10b63c178ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fbd15-65bb-485f-8672-65a15ac17fb8,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:22.666971 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64671-118d-4d04-9376-858973ba150f req-22243851-5689-4385-acb0-950f3e3cbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:22.669686 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-22243851-5689-4385-acb0-950f3e3cbeac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604362 Apr 28 20:59:22.777504 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fecec6-9d09-49c7-a87e-0ebb44f58bfc req-6637402e-860b-4a68-934d-eaaa32d15b4b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:22.779423 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1fecec6-9d09-49c7-a87e-0ebb44f58bfc req-6637402e-860b-4a68-934d-eaaa32d15b4b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0577862 Apr 28 20:59:22.804518 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-b5ee4412-1c25-4df4-a2e6-6bec2566c86b service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949373 Apr 28 20:59:22.841698 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1fecec6-9d09-49c7-a87e-0ebb44f58bfc req-7aead377-eb5d-4d1d-ad2c-890b47b0da60 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564191 Apr 28 20:59:22.966668 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72c64671-118d-4d04-9376-858973ba150f req-b7f6e6ce-9c02-4d0e-bc3c-a83152c527d1 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541886 Apr 28 20:59:23.015330 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc69aa-a433-4382-9333-4df0d64657cf req-09c176b8-f4bf-4e70-9d10-809cf2f8441f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:23.016914 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dccc69aa-a433-4382-9333-4df0d64657cf req-09c176b8-f4bf-4e70-9d10-809cf2f8441f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0921245 Apr 28 20:59:23.112953 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dccc69aa-a433-4382-9333-4df0d64657cf req-6af20aaf-66f0-4764-b386-9b04a397a65c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858395 Apr 28 20:59:23.529817 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49786) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:23.549406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-143398ea-2c62-4fa1-bb3f-bda42d6a44db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:23.609262 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24e99a-2739-4c4b-9d76-0bfa0f4c0a61 req-375f2b7f-afc5-4239-a947-5de19638e617 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:23.610860 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc24e99a-2739-4c4b-9d76-0bfa0f4c0a61 req-375f2b7f-afc5-4239-a947-5de19638e617 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0902438 Apr 28 20:59:23.649201 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-143398ea-2c62-4fa1-bb3f-bda42d6a44db admin admin] Publish callbacks [] for security_group (5c410970-9dad-4a0f-be41-4793f21de5d4), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:23.664401 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc24e99a-2739-4c4b-9d76-0bfa0f4c0a61 req-239d85dc-2a59-4de8-b8e2-8e863eac7a4f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454407 Apr 28 20:59:23.711604 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-143398ea-2c62-4fa1-bb3f-bda42d6a44db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (5c410970-9dad-4a0f-be41-4793f21de5d4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:23.779903 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-143398ea-2c62-4fa1-bb3f-bda42d6a44db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea2718673882429ab0aee8edd4ccd3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487762 Apr 28 20:59:23.781026 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143398ea-2c62-4fa1-bb3f-bda42d6a44db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c410970-9dad-4a0f-be41-4793f21de5d4,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:23.782706 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49802) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:23.858150 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7223-e245-4466-a471-2a406336219c admin admin] Publish callbacks [] for security_group (5c410970-9dad-4a0f-be41-4793f21de5d4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:23.897945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7223-e245-4466-a471-2a406336219c admin admin] Publish callbacks [] for security_group (5c410970-9dad-4a0f-be41-4793f21de5d4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:24.051112 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98810cc2-cad6-4740-9c12-fc2e61abdfe4 req-2b6f55cb-755a-44fe-a385-255cef422fa9 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:24.052637 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-98810cc2-cad6-4740-9c12-fc2e61abdfe4 req-2b6f55cb-755a-44fe-a385-255cef422fa9 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1260781 Apr 28 20:59:24.102801 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-37772141-42dc-4214-bf45-da4ebc742cae tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:24.104264 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-37772141-42dc-4214-bf45-da4ebc742cae tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 815 time: 0.1815972 Apr 28 20:59:24.131294 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-28b12fdc-cb81-4591-ac44-34dab769af7a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/quotas/366ea24d412445029b82b48bff664f97 HTTP/1.1" status: 200 len: 375 time: 0.0199726 Apr 28 20:59:24.134691 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-98810cc2-cad6-4740-9c12-fc2e61abdfe4 req-d6a29bae-7add-4c42-a372-abf6f236fe6c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745771 Apr 28 20:59:24.184771 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-cf903183-f02b-418b-b081-ccc187d0055b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480902 Apr 28 20:59:24.217049 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7223-e245-4466-a471-2a406336219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (5c410970-9dad-4a0f-be41-4793f21de5d4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:24.220268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7223-e245-4466-a471-2a406336219c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:24.226183 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9a8f7223-e245-4466-a471-2a406336219c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c410970-9dad-4a0f-be41-4793f21de5d4 HTTP/1.1" status: 204 len: 168 time: 0.4377191 Apr 28 20:59:24.240532 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f7223-e245-4466-a471-2a406336219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c410970-9dad-4a0f-be41-4793f21de5d4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:24.301068 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-785f5892-0517-477d-baf4-6912d1ef94cf service neutron] 10.222.0.64 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036253 Apr 28 20:59:24.397635 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-fab8a163-db36-4204-9989-5a4e3e88b97c service neutron] 10.222.0.64 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906732 Apr 28 20:59:24.481930 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49828) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:24.495103 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16570093', 'description': 'tempest-description--1531962512'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:24.587753 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb0ca2-d86b-46f4-a952-59e22356778f req-1492c725-ebe9-479c-8fcf-467be6e32115 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:24.589259 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3eb0ca2-d86b-46f4-a952-59e22356778f req-1492c725-ebe9-479c-8fcf-467be6e32115 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0525503 Apr 28 20:59:24.620544 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:24.930094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3eb0ca2-d86b-46f4-a952-59e22356778f req-b0e55639-c8f3-40b8-affb-39025f95ec85 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333175 Apr 28 20:59:24.958579 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-37690c21-b4d6-4a74-a7cf-01dd46c525d8 req-92d2c04e-3acb-44c4-8d4d-72e6edcd01f9 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Apr 28 20:59:25.015884 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:59:25.057413 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95a877-49d5-429b-8bb2-1f7c49c5511d req-5950ea77-3eed-4bae-970d-e94e399fb34b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:25.058868 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f95a877-49d5-429b-8bb2-1f7c49c5511d req-5950ea77-3eed-4bae-970d-e94e399fb34b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0628300 Apr 28 20:59:25.092184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (aee205e4-c0d0-48e9-a74b-77199c7eafa4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.127000 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:25.135401 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f95a877-49d5-429b-8bb2-1f7c49c5511d req-05b59d10-ec4b-412f-a223-90329bd12023 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667708 Apr 28 20:59:25.138457 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '86a14e96-c12b-4454-af06-e8fcad881fac', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac', 'mac_address': 'fa:16:3e:fc:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:59:25.164213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-eca37ae3-1bae-4f1a-803b-eab195735756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.177959 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (aee205e4-c0d0-48e9-a74b-77199c7eafa4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.182404 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: ACTIVE; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:25.183146 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.199240 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86a14e96-c12b-4454-af06-e8fcad881fac {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:59:25.212995 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee205e4-c0d0-48e9-a74b-77199c7eafa4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:25.220773 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:25.282421 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81752-3b6f-4dac-a080-28c49b32f0be req-e71871f0-74c2-41b1-a5e2-eb55f2b52417 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:25.288440 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-edc81752-3b6f-4dac-a080-28c49b32f0be req-e71871f0-74c2-41b1-a5e2-eb55f2b52417 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0552142 Apr 28 20:59:25.334936 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-edc81752-3b6f-4dac-a080-28c49b32f0be req-02d5f8f2-efab-4045-8fe3-a949f2e9ac1a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454528 Apr 28 20:59:25.342770 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.344501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.348345 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-53206bef-93a2-483f-aa39-944d7565fd16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8627963 Apr 28 20:59:25.348746 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 49862) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:25.353762 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': 'aee205e4-c0d0-48e9-a74b-77199c7eafa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:25.403511 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=6']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:25.450817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (4561f6c4-4c41-4691-81d6-a6840cf55d1e), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.469947 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['86a14e96-c12b-4454-af06-e8fcad881fac'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:59:25.507856 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (4561f6c4-4c41-4691-81d6-a6840cf55d1e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.593496 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (4561f6c4-4c41-4691-81d6-a6840cf55d1e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.610770 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4561f6c4-4c41-4691-81d6-a6840cf55d1e,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:25.740772 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.745013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49878) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:25.745492 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b4ed7109-c431-4cab-b7c7-41738b7be34b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947608 Apr 28 20:59:25.750788 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': 'aee205e4-c0d0-48e9-a74b-77199c7eafa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:25.846003 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (24e6499c-c737-4662-92b5-5dbfa7e135ee), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:25.915453 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (24e6499c-c737-4662-92b5-5dbfa7e135ee), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.001128 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (24e6499c-c737-4662-92b5-5dbfa7e135ee), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.028861 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e6499c-c737-4662-92b5-5dbfa7e135ee,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:26.081703 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1eeb501e-4dc7-40f9-afcb-cbc7bcc114dd req-e35c1847-52d3-408f-a71a-a10938967bd3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0386279 Apr 28 20:59:26.087872 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e427b-94de-424b-8990-642a96dd6071 req-c2b60831-af3e-481f-ae0c-bf7d07693810 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:26.089550 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a45e427b-94de-424b-8990-642a96dd6071 req-c2b60831-af3e-481f-ae0c-bf7d07693810 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1002467 Apr 28 20:59:26.127109 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.128355 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a6735435-81ed-4d4f-bdc7-8239e57b79f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821213 Apr 28 20:59:26.131328 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 49898) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:26.135671 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:26.153161 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a45e427b-94de-424b-8990-642a96dd6071 req-418e374e-0c90-43a8-bf28-5492a4975d74 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Apr 28 20:59:26.250008 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.265423 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace352ba-808b-4f33-b892-085ec047d010 req-25d9670b-29c0-4e94-9397-76507e7d5017 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:26.266972 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ace352ba-808b-4f33-b892-085ec047d010 req-25d9670b-29c0-4e94-9397-76507e7d5017 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Apr 28 20:59:26.312930 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.359085 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.365035 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ace352ba-808b-4f33-b892-085ec047d010 req-30a3e9be-8ce7-41c0-b4cf-afd7e0b0375b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901866 Apr 28 20:59:26.491685 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2501fc-c175-4742-89d1-b2f5107024e5 req-069387e4-3c3f-41cc-b7d5-929227dc8893 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:26.496446 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e2501fc-c175-4742-89d1-b2f5107024e5 req-069387e4-3c3f-41cc-b7d5-929227dc8893 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0542681 Apr 28 20:59:26.514720 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.27.0.94 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/f1ab4bf3-954f-4b92-8318-f7e7909fdde2) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:26.549577 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e2501fc-c175-4742-89d1-b2f5107024e5 req-ede9fa23-37b5-4a80-9a82-5c7e54556ead tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506091 Apr 28 20:59:26.632708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.750053 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.786356 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:26.789366 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:26.792963 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:26.838095 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=f1ab4bf3-954f-4b92-8318-f7e7909fdde2,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:26.863917 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:26.982127 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:27.210914 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99346d2d-5928-412b-80a3-e3e241a3a321 req-1074c401-7b79-4843-8665-de555ae8a96f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0363364 Apr 28 20:59:27.233072 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:27.298468 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:27.314460 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f1550-504b-4abd-9ab5-53d8091c7f4f req-1abcc606-109b-45aa-80d8-f45ff65cccaa tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:27.316427 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e6f1550-504b-4abd-9ab5-53d8091c7f4f req-1abcc606-109b-45aa-80d8-f45ff65cccaa tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0645788 Apr 28 20:59:27.359830 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:27.377150 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3e6f1550-504b-4abd-9ab5-53d8091c7f4f req-930729ca-4051-4888-b918-9a0125ff406f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531316 Apr 28 20:59:27.404954 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=f1ab4bf3-954f-4b92-8318-f7e7909fdde2,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:27.438371 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:27.439765 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-fe706613-e572-437f-8370-957345cd0573 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3073623 Apr 28 20:59:27.579771 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b9021-ec5e-46c5-a399-4ca553c38ff2 req-396488cd-91b7-4bd4-a789-7eec5f6cb1e5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:27.579771 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed0b9021-ec5e-46c5-a399-4ca553c38ff2 req-396488cd-91b7-4bd4-a789-7eec5f6cb1e5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 944 time: 0.0700908 Apr 28 20:59:27.631025 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed0b9021-ec5e-46c5-a399-4ca553c38ff2 req-3453671f-9c51-4f7f-bd3d-fc0ddd738fbf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459769 Apr 28 20:59:27.709946 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-38405e35-776c-41e9-ba38-90fae888bda2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--16570093&fields=id&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 267 time: 0.0708413 Apr 28 20:59:27.831579 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8bce7-5fae-4a44-a580-11cf35b3cf57 req-6efde0a9-8870-46f6-9f09-61738e028e15 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:27.833638 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99e8bce7-5fae-4a44-a580-11cf35b3cf57 req-6efde0a9-8870-46f6-9f09-61738e028e15 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0969098 Apr 28 20:59:27.875841 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-9ee6d3dc-d448-4385-b045-8f5c21ca8556 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:27.877282 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-9ee6d3dc-d448-4385-b045-8f5c21ca8556 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.1665404 Apr 28 20:59:27.914503 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99e8bce7-5fae-4a44-a580-11cf35b3cf57 req-e7719cc9-3515-415e-b2ce-14e1ce850b80 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707343 Apr 28 20:59:27.918866 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-c3145e35-e5e4-438a-a5dc-ffc0ad666c44 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/quotas/880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 375 time: 0.0309281 Apr 28 20:59:27.977038 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-8e921bd2-b1cb-476a-984e-da7f40b89144 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574389 Apr 28 20:59:28.002859 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:28.087805 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-777b37b4-7c48-4950-95dc-ecc383e20910 service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943887 Apr 28 20:59:28.180972 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-15fddb60-17a4-4c22-889a-bdf61134e1d9 service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 Apr 28 20:59:28.328835 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9293947-d58b-4217-a306-b9a8e8879615 req-e3e8457f-00ff-4292-a11b-fd8781848180 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0360625 Apr 28 20:59:28.361964 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:59:28.413860 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 86a14e96-c12b-4454-af06-e8fcad881fac triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:28.419419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:28.523580 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:28.524399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:28.572722 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-032f6fe1-878d-43a5-87d9-fe72b0a00b68 req-2450a2cd-e9da-41a9-bdc8-3f8816359d97 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.0551147 Apr 28 20:59:28.598120 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeba9d-6759-4d28-830e-3329bdff579f req-a2892c2e-3334-4e9c-a0e0-2914e2ef9c33 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:28.610221 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:28.610343 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67eeba9d-6759-4d28-830e-3329bdff579f req-a2892c2e-3334-4e9c-a0e0-2914e2ef9c33 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1085296 Apr 28 20:59:28.610433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:59:28.624241 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0a51e-5ccc-43fa-883d-deb296e3ffa9" -d '{"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-plugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:59:28.667662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3052f0c1-d50d-4757-90d1-550dc70cf166 x-openstack-request-id: req-3052f0c1-d50d-4757-90d1-550dc70cf166 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:59:28.668175 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-plugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:59:28.668590 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3052f0c1-d50d-4757-90d1-550dc70cf166 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:59:28.669142 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3052f0c1-d50d-4757-90d1-550dc70cf166'] response: {'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'code': 200} Apr 28 20:59:28.686241 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67eeba9d-6759-4d28-830e-3329bdff579f req-f9dc1008-26d8-4c02-82d3-85e3cd34d3d7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780611 Apr 28 20:59:28.722211 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:28.801529 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=7']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:28.816695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850f1df-6bbf-4eb7-9e26-53acf4b07ee9 req-4f1c2ef8-eb22-441c-b61d-65b27d530b2b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:28.820066 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4850f1df-6bbf-4eb7-9e26-53acf4b07ee9 req-4f1c2ef8-eb22-441c-b61d-65b27d530b2b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0747979 Apr 28 20:59:28.877116 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4850f1df-6bbf-4eb7-9e26-53acf4b07ee9 req-b38ee2aa-6496-42bf-b596-63c107b08c93 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488327 Apr 28 20:59:29.050580 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda29ef0-12ae-4f11-9a5b-bd58d8771beb req-0c4a3c02-11e0-4773-a474-1460a0500e51 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:29.052202 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dda29ef0-12ae-4f11-9a5b-bd58d8771beb req-0c4a3c02-11e0-4773-a474-1460a0500e51 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0550437 Apr 28 20:59:29.122933 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dda29ef0-12ae-4f11-9a5b-bd58d8771beb req-4a79e3ab-b129-4938-8688-b12cc3c53e30 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646307 Apr 28 20:59:29.310835 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:29.444266 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a314e0c-eb42-497b-9317-92ed1425482c req-2914307c-8a67-4800-9abe-56d080b94dd6 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0375998 Apr 28 20:59:29.692761 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0dda7de0-ad8d-4420-a373-87bf2ffebecd req-95e2c33b-c32d-42fc-9421-dfe3cdd0c92e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.0357771 Apr 28 20:59:29.818861 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e15207-9dbe-4f02-aa9d-dcf01a6a0de7 req-9207e8ac-2ae8-4eb4-a295-e919fdca1fc2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:29.820542 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-14e15207-9dbe-4f02-aa9d-dcf01a6a0de7 req-9207e8ac-2ae8-4eb4-a295-e919fdca1fc2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0629215 Apr 28 20:59:29.885111 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-14e15207-9dbe-4f02-aa9d-dcf01a6a0de7 req-29c6f11e-2a0f-4096-bc41-19e71e0c1923 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 Apr 28 20:59:30.012979 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9282736-80a3-4011-b05a-913b325d55c0 req-b517361e-dd29-4c29-a0b3-46928406a23d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:30.014518 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9282736-80a3-4011-b05a-913b325d55c0 req-b517361e-dd29-4c29-a0b3-46928406a23d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0511231 Apr 28 20:59:30.068802 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9282736-80a3-4011-b05a-913b325d55c0 req-b0731f9e-226c-4585-a0c8-0ff0f9df0590 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475388 Apr 28 20:59:30.254758 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e7d6d-ba81-4b00-9bd0-6fed486f847e req-37b0d38b-517a-4305-94bc-d2470b9a79fb tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:30.256845 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-147e7d6d-ba81-4b00-9bd0-6fed486f847e req-37b0d38b-517a-4305-94bc-d2470b9a79fb tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0577374 Apr 28 20:59:30.321009 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-147e7d6d-ba81-4b00-9bd0-6fed486f847e req-99f5dd6e-dcaa-4f7f-bbd8-6e114dcb9749 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545986 Apr 28 20:59:30.542143 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb05b779-23a5-4f05-8b2a-6f966251c059 req-4ccad02a-a629-4042-bf30-99755874d744 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0296504 Apr 28 20:59:30.814355 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0677cff1-5d2c-4e37-8abb-fb3de073ac64 req-98325d00-58f3-44e9-888c-7e307e981d6b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.0331426 Apr 28 20:59:31.056716 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d99b84-fe83-4e30-8b7f-4fc83f86d3f0 req-9fc573e5-7f2a-4949-b3ac-1eb9278b3312 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:31.058273 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-13d99b84-fe83-4e30-8b7f-4fc83f86d3f0 req-9fc573e5-7f2a-4949-b3ac-1eb9278b3312 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0688748 Apr 28 20:59:31.081649 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-5f4bcfe8-b550-4428-ba09-f5a64a97e5e7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:31.086032 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-5f4bcfe8-b550-4428-ba09-f5a64a97e5e7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.61 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 815 time: 0.2220933 Apr 28 20:59:31.104499 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'port': {'device_id': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'admin_state_up': True, 'tenant_id': '366ea24d412445029b82b48bff664f97'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:31.169182 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-13d99b84-fe83-4e30-8b7f-4fc83f86d3f0 req-ecfb73af-4246-459f-854a-d24eb03ab852 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031601 Apr 28 20:59:31.256214 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d756d-01bd-40ba-946f-d3dce1ebb15f req-8e51032b-aad3-4edd-a5b9-bd842753e2c0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:31.257734 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c46d756d-01bd-40ba-946f-d3dce1ebb15f req-8e51032b-aad3-4edd-a5b9-bd842753e2c0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0568767 Apr 28 20:59:31.313306 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c46d756d-01bd-40ba-946f-d3dce1ebb15f req-af93a3ef-fab2-4604-8aec-3a261c0dab77 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495260 Apr 28 20:59:31.342670 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Made reservation on behalf of 366ea24d412445029b82b48bff664f97 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:59:31.346429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:31.517517 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3bf46-b753-47e9-a5da-53411606264b req-acadf8bc-aa5f-4925-837e-54097ad48e25 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:31.530364 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ff3bf46-b753-47e9-a5da-53411606264b req-acadf8bc-aa5f-4925-837e-54097ad48e25 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1225317 Apr 28 20:59:31.571938 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Allocated IP 172.20.0.12 (f15f6bd8-1961-42f8-abad-e407ee164034/62b746da-b47b-4fce-9e5b-3cca7060bdf7/5794fca1-40ff-4ed4-87e7-4fb6a4961d46) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:31.660826 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ff3bf46-b753-47e9-a5da-53411606264b req-8c310f1b-29cb-4d64-b082-8b81a17c5fb2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292701 Apr 28 20:59:31.758653 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc3c3f1a-76f0-470c-8e07-7ab6161bc2d5 req-6ea9bd2d-a007-4bd4-9ebb-9848832f773f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0845699 Apr 28 20:59:32.048653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:32.091186 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-da16208b-ff7d-418c-937e-ac5fd466857b req-96f9b0e9-9319-46f0-a92d-3cdffa1c1bc6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.0716081 Apr 28 20:59:32.141016 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-ff246da5-d073-418c-a9f2-0350db3ab7a6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:32.143077 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-ff246da5-d073-418c-a9f2-0350db3ab7a6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.3402886 Apr 28 20:59:32.198564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:32.312216 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-a5037827-1b96-4258-a3dd-c9746719dd01 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 471 time: 0.1596286 Apr 28 20:59:32.362992 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'port': {'device_id': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'admin_state_up': True, 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'security_groups': ['aee205e4-c0d0-48e9-a74b-77199c7eafa4']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:32.432786 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Network f15f6bd8-1961-42f8-abad-e407ee164034 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:32.440609 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:32.455389 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:32.463892 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:32.465406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:32.480427 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:32.611191 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-34d17a04-4c94-452c-90f9-c89c576dc737 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5147901 Apr 28 20:59:32.664731 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Request body: {'port': {'device_id': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:32.669820 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bfd2-bd5c-461e-9df0-7de18f9c127e req-c9aa76e1-f6f9-4877-8b87-8a619762ab76 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:32.679574 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25b7bfd2-bd5c-461e-9df0-7de18f9c127e req-c9aa76e1-f6f9-4877-8b87-8a619762ab76 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.1744211 Apr 28 20:59:32.738308 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef02c54-30f4-4204-a7a7-2194e77d386b req-06ee862f-f5cb-40e9-b1f4-f53fe94e14b6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:32.746285 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aef02c54-30f4-4204-a7a7-2194e77d386b req-06ee862f-f5cb-40e9-b1f4-f53fe94e14b6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.2790031 Apr 28 20:59:32.860284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:32.881127 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aef02c54-30f4-4204-a7a7-2194e77d386b req-f5b1ffa7-216c-4752-9219-f14537748b07 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338346 Apr 28 20:59:32.899677 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25b7bfd2-bd5c-461e-9df0-7de18f9c127e req-62b35d28-f223-400c-af71-70478442a0dd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189596 Apr 28 20:59:32.923549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-a0da6728-6dea-48d3-af08-b0c7efdb88d7 None None] Provisioning complete for port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:32.927679 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a0da6728-6dea-48d3-af08-b0c7efdb88d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:33.022732 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Made reservation on behalf of 880ebdbafffe496e8ce531d370e46b94 for: {'port': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:59:33.027342 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:33.056034 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-a0da6728-6dea-48d3-af08-b0c7efdb88d7 None None] Port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:59:33.128896 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a710d-b7fe-4a7e-ac1d-0e5d75841ae2 req-aa50963d-1fa2-4398-b822-f30bd93695e5 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:33.131094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-935a710d-b7fe-4a7e-ac1d-0e5d75841ae2 req-aa50963d-1fa2-4398-b822-f30bd93695e5 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 932 time: 0.0749886 Apr 28 20:59:33.313879 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ca8b7-8a33-4f70-8432-70da5f5f8388 req-08167c37-c7dd-4f8f-94ce-fbda7f12d4f8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:33.334302 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-686ca8b7-8a33-4f70-8432-70da5f5f8388 req-08167c37-c7dd-4f8f-94ce-fbda7f12d4f8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.2020447 Apr 28 20:59:33.394260 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-935a710d-b7fe-4a7e-ac1d-0e5d75841ae2 req-2b3356bd-5f6f-48f7-8fcb-bfd22ed3df0a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448940 Apr 28 20:59:33.476170 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:59:33.490173 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Publish callbacks [] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:33.518722 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Transition to ACTIVE for port object 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:59:33.597345 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.20.0.10 (1d55ebe7-28c1-49d3-9227-248a174c9ada/9babe4f0-e086-4d5b-9c67-96e26896e6c0/34259aef-b1be-413b-9b53-cb6c59373d48) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:33.611107 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:33.822193 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (34259aef-b1be-413b-9b53-cb6c59373d48), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:33.824924 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Attempting to bind port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:33.825352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Attempting to bind port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:33.834267 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Attempting to bind port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 on network f15f6bd8-1961-42f8-abad-e407ee164034 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:33.834267 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:33.835838 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 on network f15f6bd8-1961-42f8-abad-e407ee164034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:59:33.836693 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Attempting to bind port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 on network f15f6bd8-1961-42f8-abad-e407ee164034 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:33.843181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:33.843541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Checking segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:33.843984 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Bound using segment: {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:33.853155 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Bound port: 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0159bc-9e0c-4051-a57d-e54b00219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:33.853558 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:33.915698 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55f29c5d-d484-4912-a389-f7a94a975336 req-8ae676f3-8e6d-4d2f-96b2-00e6c070f341 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.0539258 Apr 28 20:59:33.934558 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-686ca8b7-8a33-4f70-8432-70da5f5f8388 req-d76c166f-390d-48fe-9b70-3cc076e9c91a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922394 Apr 28 20:59:33.937101 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:34.025838 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:34.029934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:34.044748 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:34.047975 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:34.070963 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:34.108229 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:34.189595 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:34.190506 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:34.192247 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] 10.222.0.61 "PUT /v2.0/ports/5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 1094 time: 1.5329905 Apr 28 20:59:34.192974 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=34259aef-b1be-413b-9b53-cb6c59373d48,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:34.193222 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:59:34.196963 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7" -d '{"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:59:34.215253 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee730-c9dd-4514-b8b4-750781754c32 req-510f7b49-474f-4518-88b7-2f8d3243f81e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:34.227219 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-351ee730-c9dd-4514-b8b4-750781754c32 req-510f7b49-474f-4518-88b7-2f8d3243f81e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.1705880 Apr 28 20:59:34.235653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d8503-fff3-435e-b650-40ee0ae07e6a service neutron] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:34.270114 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:34.273274 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:34.283785 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dcc33-755b-464f-89a0-cad59fc2090b req-46d57c47-18a9-4d0e-a8ad-c8756b5ea24e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:34.289810 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0b1dcc33-755b-464f-89a0-cad59fc2090b req-46d57c47-18a9-4d0e-a8ad-c8756b5ea24e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.2132847 Apr 28 20:59:34.513038 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-351ee730-c9dd-4514-b8b4-750781754c32 req-23dc515d-57bd-4405-8bd2-af93848772f9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216437 Apr 28 20:59:34.513038 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0b1dcc33-755b-464f-89a0-cad59fc2090b req-8da29ae8-384c-4a92-8dd3-a9d902c8293a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970747 Apr 28 20:59:34.571540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7750d89a-250e-4ddb-8511-000b872ace9b x-openstack-request-id: req-7750d89a-250e-4ddb-8511-000b872ace9b {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:59:34.571540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:59:34.571540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7750d89a-250e-4ddb-8511-000b872ace9b {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:59:34.571540 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7750d89a-250e-4ddb-8511-000b872ace9b'] response: {'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'status': 'completed', 'code': 200} Apr 28 20:59:34.641637 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d1001bdb-aae1-4b00-bada-c457d4ffd0ec None None] Provisioning complete for port 34259aef-b1be-413b-9b53-cb6c59373d48 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:59:34.642155 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d1001bdb-aae1-4b00-bada-c457d4ffd0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:34.686655 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-dea01b38-ff5f-4d32-9539-ef5172ad2802 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3287625 Apr 28 20:59:34.698081 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d1001bdb-aae1-4b00-bada-c457d4ffd0ec None None] Port 34259aef-b1be-413b-9b53-cb6c59373d48 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 20:59:34.769874 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910b3fa-37e6-4189-895e-1993a739a483 req-2b27af28-8eee-430a-ab83-4220b99ee8ab tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:34.771276 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e910b3fa-37e6-4189-895e-1993a739a483 req-2b27af28-8eee-430a-ab83-4220b99ee8ab tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0787897 Apr 28 20:59:34.834048 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e910b3fa-37e6-4189-895e-1993a739a483 req-43ffd17a-b7f7-4960-a471-2ca97d113198 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Apr 28 20:59:35.105109 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b958e-5aa7-42bb-b807-e97e5c30035b req-4524fa77-3933-47a1-934a-90e5e4581651 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:35.109320 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6c1b958e-5aa7-42bb-b807-e97e5c30035b req-4524fa77-3933-47a1-934a-90e5e4581651 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1066852 Apr 28 20:59:35.152056 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f9097-9525-4897-941d-ec095122da01 req-a818d76e-f6f6-415c-a58b-e91248e3e298 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:35.157813 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-573f9097-9525-4897-941d-ec095122da01 req-a818d76e-f6f6-415c-a58b-e91248e3e298 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 932 time: 0.1006515 Apr 28 20:59:35.235160 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6c1b958e-5aa7-42bb-b807-e97e5c30035b req-e0d0429a-9e5e-4dfe-b08c-883c517bd2b5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189771 Apr 28 20:59:35.263823 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-573f9097-9525-4897-941d-ec095122da01 req-b1795870-235f-45c6-a674-ce775d241610 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051326 Apr 28 20:59:35.627039 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dfd12-a143-43e5-9f02-74cf68adc1ff req-9474c3f3-2d70-4695-9783-dc409dd3878b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:35.635482 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f4dfd12-a143-43e5-9f02-74cf68adc1ff req-9474c3f3-2d70-4695-9783-dc409dd3878b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0472507 Apr 28 20:59:35.689464 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f4dfd12-a143-43e5-9f02-74cf68adc1ff req-526028a1-aef4-4fcb-abc1-189205ba07c8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543940 Apr 28 20:59:35.798920 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23ab9-6644-41d5-8569-e5455b18dda2 req-dfc5c970-696e-41db-bc37-fcefaee2ed47 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:35.800432 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80b23ab9-6644-41d5-8569-e5455b18dda2 req-dfc5c970-696e-41db-bc37-fcefaee2ed47 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Apr 28 20:59:35.807805 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:59:35.873691 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80b23ab9-6644-41d5-8569-e5455b18dda2 req-a262d2c8-8d5f-44e0-99fd-6ac48346efd5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Apr 28 20:59:36.011093 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d53ce-2cf7-419f-a702-955f4bb295e5 req-5e7ce32a-c8d3-482e-888d-25f27e58ad5a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:36.012620 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-da9d53ce-2cf7-419f-a702-955f4bb295e5 req-5e7ce32a-c8d3-482e-888d-25f27e58ad5a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0682287 Apr 28 20:59:36.121021 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-da9d53ce-2cf7-419f-a702-955f4bb295e5 req-f2dcbbb4-c183-4879-b5cb-937dcbdecf1d tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999684 Apr 28 20:59:36.442630 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae80a34-8806-4a03-a6ed-7a99ffc1ffae req-36561f77-34ba-425f-9d26-0bc777bce38d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:36.449947 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ae80a34-8806-4a03-a6ed-7a99ffc1ffae req-36561f77-34ba-425f-9d26-0bc777bce38d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1211464 Apr 28 20:59:36.494187 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b9d7d-ba89-4c56-8bb7-141e4601a556 req-c0a879dc-598a-4e22-a782-8e33e4d8eff0 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:36.501303 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-826b9d7d-ba89-4c56-8bb7-141e4601a556 req-c0a879dc-598a-4e22-a782-8e33e4d8eff0 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 932 time: 0.1185086 Apr 28 20:59:36.571683 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ae80a34-8806-4a03-a6ed-7a99ffc1ffae req-d1bdf1e6-cb74-4c29-b6fe-45f7acefff72 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207130 Apr 28 20:59:36.628882 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-826b9d7d-ba89-4c56-8bb7-141e4601a556 req-17ce5b14-7dd8-4b92-b1f2-a52dd17b58c4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222305 Apr 28 20:59:36.886553 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5a75-b37c-4481-bd55-c55d089ebbd7 req-e3eb6c55-77e3-40ee-89e5-0a47943d768b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:36.889091 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-047f5a75-b37c-4481-bd55-c55d089ebbd7 req-e3eb6c55-77e3-40ee-89e5-0a47943d768b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0700791 Apr 28 20:59:36.988698 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-047f5a75-b37c-4481-bd55-c55d089ebbd7 req-fb99a9e5-419d-49d3-a7f2-143fe0104126 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933805 Apr 28 20:59:37.181517 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45828f4-34b7-4874-9bf3-2144ec5cac4b req-7d0765d0-328f-4a13-8295-2377cb921345 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:37.183632 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c45828f4-34b7-4874-9bf3-2144ec5cac4b req-7d0765d0-328f-4a13-8295-2377cb921345 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1527796 Apr 28 20:59:37.299335 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c947-38e1-45e5-bb86-812a7d6054f1 req-c5ad912b-1eb7-47cf-82a6-73603339aca2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:37.302308 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f289c947-38e1-45e5-bb86-812a7d6054f1 req-c5ad912b-1eb7-47cf-82a6-73603339aca2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0763969 Apr 28 20:59:37.323361 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c45828f4-34b7-4874-9bf3-2144ec5cac4b req-7e87914f-aa80-424b-8f7f-e68fa276ae15 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279428 Apr 28 20:59:37.451092 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f289c947-38e1-45e5-bb86-812a7d6054f1 req-eb397033-f240-49ee-957a-7c4ac1ab018a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424615 Apr 28 20:59:37.827394 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a828c2-d31e-4de8-a110-31b6e03e0236 req-74e00d28-c336-41e0-afee-9bc6fb1ed030 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:37.842864 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-44a828c2-d31e-4de8-a110-31b6e03e0236 req-74e00d28-c336-41e0-afee-9bc6fb1ed030 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1242073 Apr 28 20:59:37.939133 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29481f-c061-46e0-8f0f-5874d2b46dff req-f29a6b34-e425-40ca-bd51-cd37c3dbac75 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:37.944897 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6e29481f-c061-46e0-8f0f-5874d2b46dff req-f29a6b34-e425-40ca-bd51-cd37c3dbac75 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 932 time: 0.0994380 Apr 28 20:59:38.037681 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6e29481f-c061-46e0-8f0f-5874d2b46dff req-3f59855c-1ce9-4fe4-bccc-58e91c88b854 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832586 Apr 28 20:59:38.061724 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-44a828c2-d31e-4de8-a110-31b6e03e0236 req-d63b84e4-db52-4ada-bd08-1f09d92fadcf tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174108 Apr 28 20:59:38.179182 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7462fd5-3144-4aa7-99e2-471a7bfd6d7e req-e55a426f-f1b7-41b0-9613-04b9366514c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.181921 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7462fd5-3144-4aa7-99e2-471a7bfd6d7e req-e55a426f-f1b7-41b0-9613-04b9366514c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0645635 Apr 28 20:59:38.236080 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7462fd5-3144-4aa7-99e2-471a7bfd6d7e req-01adc2d2-197d-4a8e-9eae-979a00659a93 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483768 Apr 28 20:59:38.506451 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695487-2b47-43e7-87f4-264b1c8c0a35 req-e979738d-b027-4543-b52c-420fbc1cd93b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.508045 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55695487-2b47-43e7-87f4-264b1c8c0a35 req-e979738d-b027-4543-b52c-420fbc1cd93b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0956614 Apr 28 20:59:38.603565 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55695487-2b47-43e7-87f4-264b1c8c0a35 req-a7c5334f-8bcb-4920-a824-d6030e1a84aa tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893488 Apr 28 20:59:38.613455 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dbae9-393e-41f8-9acf-0f545626b943 req-8176d136-eae5-4e42-b794-c886bcc45948 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.623247 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c30dbae9-393e-41f8-9acf-0f545626b943 req-8176d136-eae5-4e42-b794-c886bcc45948 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0870428 Apr 28 20:59:38.693614 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c30dbae9-393e-41f8-9acf-0f545626b943 req-aa711b15-a9ac-4fa3-af51-518ce788ec0e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Apr 28 20:59:38.746653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50172) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:38.880553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbcc29b6-de01-4d42-bf72-0b118644fc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:38.966508 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbcc29b6-de01-4d42-bf72-0b118644fc13 admin admin] Publish callbacks [] for security_group (31f7ba98-b799-4b91-a638-d8aca3dc5ffc), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:39.050979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-dbcc29b6-de01-4d42-bf72-0b118644fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (31f7ba98-b799-4b91-a638-d8aca3dc5ffc), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:39.104297 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc29b6-de01-4d42-bf72-0b118644fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7ba98-b799-4b91-a638-d8aca3dc5ffc,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:39.124902 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-dbcc29b6-de01-4d42-bf72-0b118644fc13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2230217f782348fa9627dfd8cb23e37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746665 Apr 28 20:59:39.125119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50180) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:39.223086 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31f6997e-0b84-4b1f-99d4-63a613a33410 admin admin] Publish callbacks [] for security_group (31f7ba98-b799-4b91-a638-d8aca3dc5ffc), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:39.258498 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31f6997e-0b84-4b1f-99d4-63a613a33410 admin admin] Publish callbacks [] for security_group (31f7ba98-b799-4b91-a638-d8aca3dc5ffc), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:39.285058 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af9749-e42b-4cab-8666-45eb778c8396 req-6438cf60-5b0d-44f2-80f0-2dfe63d2a801 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:39.288596 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12af9749-e42b-4cab-8666-45eb778c8396 req-6438cf60-5b0d-44f2-80f0-2dfe63d2a801 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 932 time: 0.1239953 Apr 28 20:59:39.334697 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44b299-01eb-4a52-a95e-e6b787d5a867 req-06a4c65c-eb98-41f0-9587-cdefc3e896b5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:39.334697 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc44b299-01eb-4a52-a95e-e6b787d5a867 req-06a4c65c-eb98-41f0-9587-cdefc3e896b5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1170731 Apr 28 20:59:39.379354 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12af9749-e42b-4cab-8666-45eb778c8396 req-07ec2e41-c69c-48a2-a07d-4bef5ca52765 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796239 Apr 28 20:59:39.384252 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cc44b299-01eb-4a52-a95e-e6b787d5a867 req-cefa9462-d6b0-4972-a642-3c845a644cb8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787075 Apr 28 20:59:39.504267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200b725-24d7-4fcc-ac6f-55cc4964cb1e req-55738c96-612c-452c-a1f3-9a33e76d209a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:39.506630 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4200b725-24d7-4fcc-ac6f-55cc4964cb1e req-55738c96-612c-452c-a1f3-9a33e76d209a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0556045 Apr 28 20:59:39.553211 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4200b725-24d7-4fcc-ac6f-55cc4964cb1e req-0e03e2f3-83d2-433c-b72d-f75ef709bcf1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 Apr 28 20:59:39.925423 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31f6997e-0b84-4b1f-99d4-63a613a33410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (31f7ba98-b799-4b91-a638-d8aca3dc5ffc), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:39.929348 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-31f6997e-0b84-4b1f-99d4-63a613a33410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:39.930739 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-31f6997e-0b84-4b1f-99d4-63a613a33410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31f7ba98-b799-4b91-a638-d8aca3dc5ffc HTTP/1.1" status: 204 len: 168 time: 0.8046229 Apr 28 20:59:39.941418 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6997e-0b84-4b1f-99d4-63a613a33410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7ba98-b799-4b91-a638-d8aca3dc5ffc,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:39.995924 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f686f-ad35-4cbc-a88b-6184b669dded req-49fa1620-6ad2-4727-9ab1-3e069f6489d0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:39.998688 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f35f686f-ad35-4cbc-a88b-6184b669dded req-49fa1620-6ad2-4727-9ab1-3e069f6489d0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.3302310 Apr 28 20:59:40.028074 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44838-12cb-48d7-9db3-f9703d28bd7f req-7db73338-bf86-4fc5-ac59-61a675752bbc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:40.029825 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-01c44838-12cb-48d7-9db3-f9703d28bd7f req-7db73338-bf86-4fc5-ac59-61a675752bbc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0861795 Apr 28 20:59:40.090943 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f35f686f-ad35-4cbc-a88b-6184b669dded req-f7a82e2b-004f-4a0c-9285-03c6d54043c1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 Apr 28 20:59:40.131749 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-01c44838-12cb-48d7-9db3-f9703d28bd7f req-4a4da0bf-0b20-4c9c-a1a5-1175e8a1104e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911705 Apr 28 20:59:40.557692 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82dd74-10c9-40ff-a2a4-beb17259a1d2 req-3c1337e6-8c27-406a-831c-a096db6bbaca tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:40.560401 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0b82dd74-10c9-40ff-a2a4-beb17259a1d2 req-3c1337e6-8c27-406a-831c-a096db6bbaca tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0691171 Apr 28 20:59:40.570485 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c386-58a1-481b-a46e-7dc00bfbb69f req-2a18f3ac-764f-44fa-a2eb-62fcbbdd8f4e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:40.572600 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8741c386-58a1-481b-a46e-7dc00bfbb69f req-2a18f3ac-764f-44fa-a2eb-62fcbbdd8f4e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 932 time: 0.1147816 Apr 28 20:59:40.684848 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0b82dd74-10c9-40ff-a2a4-beb17259a1d2 req-47caf09c-2f93-4547-bcb5-8d97e7dd93fc tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985384 Apr 28 20:59:40.709827 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8741c386-58a1-481b-a46e-7dc00bfbb69f req-542c63f2-bc44-4698-97f7-0b26eb38262f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1232383 Apr 28 20:59:40.860671 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12a3ce-21e0-4439-b511-fd630b7ee9c9 req-0e08968f-072e-478b-bb2f-dd8bce5ccea4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:40.868004 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d12a3ce-21e0-4439-b511-fd630b7ee9c9 req-0e08968f-072e-478b-bb2f-dd8bce5ccea4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0758185 Apr 28 20:59:40.920396 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d12a3ce-21e0-4439-b511-fd630b7ee9c9 req-10d6ad7b-505d-4724-9e33-3d8738b813cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449491 Apr 28 20:59:41.345574 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e3b79-751e-40c0-badd-562f8472308e req-bc0a324e-ee51-487a-bec3-e23196aa24b8 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:41.347515 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac5e3b79-751e-40c0-badd-562f8472308e req-bc0a324e-ee51-487a-bec3-e23196aa24b8 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.1343930 Apr 28 20:59:41.447047 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba281a-8955-4c61-9935-f6475909a1d0 req-a365498e-d365-4301-8318-53fec3ac60c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:41.456323 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77ba281a-8955-4c61-9935-f6475909a1d0 req-a365498e-d365-4301-8318-53fec3ac60c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.2419777 Apr 28 20:59:41.501865 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac5e3b79-751e-40c0-badd-562f8472308e req-07c296a0-b068-4ee4-9525-8ac0b813bf2b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482251 Apr 28 20:59:41.609251 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-77ba281a-8955-4c61-9935-f6475909a1d0 req-29d91136-5a9b-40fd-946e-594eb6ea7fa5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518643 Apr 28 20:59:41.734623 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Request body: {'port': {'device_id': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:41.954402 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:41.995801 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a68fe-4507-4732-968a-410cab76831b req-9eee80a1-f390-4f1e-972e-29521cb53667 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:41.997579 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b56a68fe-4507-4732-968a-410cab76831b req-9eee80a1-f390-4f1e-972e-29521cb53667 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1511691 Apr 28 20:59:42.008365 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de270aa-3579-408f-ae23-3bee8b2a7276 req-df2f8bf9-6ea8-4ebe-8e4d-2dd3aa15781c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:42.011791 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3de270aa-3579-408f-ae23-3bee8b2a7276 req-df2f8bf9-6ea8-4ebe-8e4d-2dd3aa15781c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 932 time: 0.1334221 Apr 28 20:59:42.234983 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b56a68fe-4507-4732-968a-410cab76831b req-16944723-dad3-41bf-a821-b55ed4bc4a11 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963854 Apr 28 20:59:42.275495 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7 req-8fd046ef-7bec-44ad-9537-13c155de3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:42.277046 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7 req-8fd046ef-7bec-44ad-9537-13c155de3e62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1128 time: 0.1123540 Apr 28 20:59:42.278708 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3de270aa-3579-408f-ae23-3bee8b2a7276 req-b3647d32-0c18-4337-ad9e-ac26890cf678 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2366834 Apr 28 20:59:42.513986 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba556f9a-6646-4d40-a53d-afaa273e809e req-3264e28b-f882-4103-9166-7c913f12b46a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:42.529515 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba556f9a-6646-4d40-a53d-afaa273e809e req-3264e28b-f882-4103-9166-7c913f12b46a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.1471577 Apr 28 20:59:42.732498 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ba556f9a-6646-4d40-a53d-afaa273e809e req-f730284f-6be0-47a1-8844-1eb3b96f6a92 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016723 Apr 28 20:59:42.745540 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b0a9-b1ee-47a2-98a8-96407d5f78b6 req-0ac1e059-cf54-4bd0-8bf9-7c6dd1dacdbd tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:42.752628 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7fb6b0a9-b1ee-47a2-98a8-96407d5f78b6 req-0ac1e059-cf54-4bd0-8bf9-7c6dd1dacdbd tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.1474302 Apr 28 20:59:42.854086 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34259aef-b1be-413b-9b53-cb6c59373d48 {{(pid=110575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:59:42.878437 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7fb6b0a9-b1ee-47a2-98a8-96407d5f78b6 req-5a776626-0eb4-49e9-bf12-ddf84a141e1c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194961 Apr 28 20:59:42.883157 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Publish callbacks [] for port (34259aef-b1be-413b-9b53-cb6c59373d48), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:42.939413 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.provisioning_blocks [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Transition to ACTIVE for port object 34259aef-b1be-413b-9b53-cb6c59373d48 will not be triggered until provisioned by entity L2. {{(pid=110575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:59:42.948650 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fcf50-50c8-4843-bcf0-d69b30b5b298 req-81f0b741-e9f0-481f-a57e-36fe777d7bf2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:42.950196 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-536fcf50-50c8-4843-bcf0-d69b30b5b298 req-81f0b741-e9f0-481f-a57e-36fe777d7bf2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0913720 Apr 28 20:59:43.016448 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-536fcf50-50c8-4843-bcf0-d69b30b5b298 req-46a66683-7da7-4ce2-b68f-dbc537763ea1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 Apr 28 20:59:43.018089 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:43.079007 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Pushing event updated for resources: {'Port': ['ID=34259aef-b1be-413b-9b53-cb6c59373d48,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:43.164555 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Attempting to bind port 34259aef-b1be-413b-9b53-cb6c59373d48 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:43.164893 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Attempting to bind port 34259aef-b1be-413b-9b53-cb6c59373d48 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:43.165244 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Attempting to bind port 34259aef-b1be-413b-9b53-cb6c59373d48 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:43.170321 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Port 34259aef-b1be-413b-9b53-cb6c59373d48 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:59:43.170602 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Attempting to bind port 34259aef-b1be-413b-9b53-cb6c59373d48 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:43.175968 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:43.176356 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:43.177250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Bound using segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} {{(pid=110575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:43.177680 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.managers [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Bound port: 34259aef-b1be-413b-9b53-cb6c59373d48, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}}] {{(pid=110575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:43.178039 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:43.254928 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] For port 34259aef-b1be-413b-9b53-cb6c59373d48, host hv-cinder-75078, cleared binding levels {{(pid=110575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:43.258848 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] For port 34259aef-b1be-413b-9b53-cb6c59373d48, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=34259aef-b1be-413b-9b53-cb6c59373d48,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:43.354190 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:43.398684 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7698c-63b0-47aa-bcb4-6580a68c7e7b req-29d01d63-4fa4-4654-b6b6-ecbf37741333 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:43.400156 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1b7698c-63b0-47aa-bcb4-6580a68c7e7b req-29d01d63-4fa4-4654-b6b6-ecbf37741333 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0895526 Apr 28 20:59:43.437946 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:43.438560 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:43.439969 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] 10.222.0.61 "PUT /v2.0/ports/34259aef-b1be-413b-9b53-cb6c59373d48 HTTP/1.1" status: 200 len: 1094 time: 1.7101266 Apr 28 20:59:43.444736 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:59:43.446994 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679765c5-0bfd-46a0-b1d5-3946e981e586" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:59:43.484628 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfa65f-70b2-4707-acfb-34c71434e36a req-cc05ac07-9dad-4a32-956a-5b58ef37b5ce tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:43.486186 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0dfa65f-70b2-4707-acfb-34c71434e36a req-cc05ac07-9dad-4a32-956a-5b58ef37b5ce tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.1273844 Apr 28 20:59:43.500885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75183dd9-7126-4d62-a3bb-8f260c4279da service neutron] Pushing event updated for resources: {'Port': ['ID=34259aef-b1be-413b-9b53-cb6c59373d48,revision_number=3']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:43.537830 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c1b7698c-63b0-47aa-bcb4-6580a68c7e7b req-2fd2812c-8e67-4683-b1b3-a1d5ebf8cabb tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169317 Apr 28 20:59:43.562574 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0dfa65f-70b2-4707-acfb-34c71434e36a req-f4f7745b-793c-4ec8-afb8-3cc5c237ee72 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654485 Apr 28 20:59:43.592641 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c03152-3597-4849-9d47-364db14a43fa x-openstack-request-id: req-35c03152-3597-4849-9d47-364db14a43fa {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:59:43.592941 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:59:43.593196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35c03152-3597-4849-9d47-364db14a43fa {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:59:43.593612 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c03152-3597-4849-9d47-364db14a43fa'] response: {'name': 'network-changed', 'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48', 'status': 'completed', 'code': 200} Apr 28 20:59:43.682889 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7 req-8986b720-56a6-45ec-80ea-a95fc98fa4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:43.697863 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7 req-8986b720-56a6-45ec-80ea-a95fc98fa4ae service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=366ea24d412445029b82b48bff664f97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1003983 Apr 28 20:59:43.866308 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e8dbe-6112-4db1-bd37-b9a80261cd72 req-616c9123-7e26-4a6f-962e-a8a6714a3095 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:43.867829 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a9e8dbe-6112-4db1-bd37-b9a80261cd72 req-616c9123-7e26-4a6f-962e-a8a6714a3095 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0561967 Apr 28 20:59:43.930283 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a9e8dbe-6112-4db1-bd37-b9a80261cd72 req-adae7653-0771-40fc-9faa-0f87e7c34b21 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565598 Apr 28 20:59:43.963419 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27030fc7-4daf-4066-922d-25c907afac9a req-bd861f5a-1554-414a-b82f-7de01ddf4cf6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:43.964940 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27030fc7-4daf-4066-922d-25c907afac9a req-bd861f5a-1554-414a-b82f-7de01ddf4cf6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0506713 Apr 28 20:59:44.043136 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27030fc7-4daf-4066-922d-25c907afac9a req-cd52bf6b-f406-437c-85a5-695db77bc6c1 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726578 Apr 28 20:59:44.049224 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3e23f-7e26-4775-bf1a-8bd8d1c8acfb req-86b65981-c8a4-4189-a79f-83716e51b68a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:44.050643 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cbc3e23f-7e26-4775-bf1a-8bd8d1c8acfb req-86b65981-c8a4-4189-a79f-83716e51b68a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0637064 Apr 28 20:59:44.123067 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cbc3e23f-7e26-4775-bf1a-8bd8d1c8acfb req-9a5c55e9-8ab8-437b-8514-dfc640c56fc3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629396 Apr 28 20:59:44.171358 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09d7e-423b-4476-8653-593e110380a8 req-613a7520-413c-4072-abfb-9599c777ade6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:44.172882 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6bd09d7e-423b-4476-8653-593e110380a8 req-613a7520-413c-4072-abfb-9599c777ade6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0715730 Apr 28 20:59:44.220379 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6bd09d7e-423b-4476-8653-593e110380a8 req-8895214b-6e07-4df3-869d-b26014a1396f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Apr 28 20:59:44.674362 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03e98a-e373-4eac-9d14-4441f0cef23a req-9877983d-c3ed-4fc3-a8ba-90ea57f58eca tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:44.675857 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd03e98a-e373-4eac-9d14-4441f0cef23a req-9877983d-c3ed-4fc3-a8ba-90ea57f58eca tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0472195 Apr 28 20:59:44.723119 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd03e98a-e373-4eac-9d14-4441f0cef23a req-fa828fb4-50d3-4823-bf91-9515d33ca8c6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413165 Apr 28 20:59:45.045323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c5ba-594e-4bf3-87b5-fb5f0008cd86 req-5ef7f1e4-54de-4f01-9a70-f4dd5f51344a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:45.047562 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8498c5ba-594e-4bf3-87b5-fb5f0008cd86 req-5ef7f1e4-54de-4f01-9a70-f4dd5f51344a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0468681 Apr 28 20:59:45.102121 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8498c5ba-594e-4bf3-87b5-fb5f0008cd86 req-00c11a60-1c75-45cd-ad5a-42cede7ff7f1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484250 Apr 28 20:59:45.160874 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2380985-f5db-47ac-a5e4-4c5609dd7cc1 req-a99f48dd-b048-43a8-80d4-9b1cb20479a0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:45.162327 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2380985-f5db-47ac-a5e4-4c5609dd7cc1 req-a99f48dd-b048-43a8-80d4-9b1cb20479a0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0503316 Apr 28 20:59:45.222044 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d2380985-f5db-47ac-a5e4-4c5609dd7cc1 req-c5e05f29-ec7d-40da-93d8-98cb6f03ed1a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536935 Apr 28 20:59:45.259294 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6c519-5e82-4a64-86d2-f5d8482e28fa req-a11ee771-147d-42c7-b5bf-5766c879f303 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:45.262570 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1d6c519-5e82-4a64-86d2-f5d8482e28fa req-a11ee771-147d-42c7-b5bf-5766c879f303 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0534334 Apr 28 20:59:45.368536 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf99cb9-20d3-4448-98b2-35de3b9903d4 req-f3d125f1-19ce-4915-8536-896b33655b1c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:45.370111 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-daf99cb9-20d3-4448-98b2-35de3b9903d4 req-f3d125f1-19ce-4915-8536-896b33655b1c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0699134 Apr 28 20:59:45.374863 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1d6c519-5e82-4a64-86d2-f5d8482e28fa req-46a348fb-58c3-4d2b-b5da-d29e1313aa11 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059139 Apr 28 20:59:45.424772 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-daf99cb9-20d3-4448-98b2-35de3b9903d4 req-9252aa42-428c-4db5-8512-4cf6cd835c22 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Apr 28 20:59:45.845561 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b45cd5-1372-4886-99ff-b827d2d30749 req-048d60d4-2dbc-4f87-8b66-6c74325f7d03 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:45.847174 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d6b45cd5-1372-4886-99ff-b827d2d30749 req-048d60d4-2dbc-4f87-8b66-6c74325f7d03 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0543797 Apr 28 20:59:45.907780 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d6b45cd5-1372-4886-99ff-b827d2d30749 req-d3a19f68-471f-40e5-a320-585067705d3c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541520 Apr 28 20:59:46.241673 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945039b-b455-47f9-8dfa-aadd8a59affd req-5aab38a8-dcff-4c7e-868d-684787e12951 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:46.243498 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9945039b-b455-47f9-8dfa-aadd8a59affd req-5aab38a8-dcff-4c7e-868d-684787e12951 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0612059 Apr 28 20:59:46.328958 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9945039b-b455-47f9-8dfa-aadd8a59affd req-37005757-e329-4609-b170-b62a5ce2a8c1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640080 Apr 28 20:59:46.398742 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a12923-6167-4c02-bab4-748b0b5ed785 req-78289f00-d3e3-40b0-88a6-08a2a859af78 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:46.401304 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0a12923-6167-4c02-bab4-748b0b5ed785 req-78289f00-d3e3-40b0-88a6-08a2a859af78 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0788653 Apr 28 20:59:46.491722 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0a12923-6167-4c02-bab4-748b0b5ed785 req-20d1b61b-95f1-4a10-a5a0-aac7ff741a26 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833776 Apr 28 20:59:46.561234 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0504a-0213-406e-a54a-d06a2d0de0f8 req-5b3c7531-a7f5-4c78-be37-75539b267c9a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:46.570353 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6c0504a-0213-406e-a54a-d06a2d0de0f8 req-5b3c7531-a7f5-4c78-be37-75539b267c9a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0772915 Apr 28 20:59:46.637407 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6c0504a-0213-406e-a54a-d06a2d0de0f8 req-3c8c54b0-a8bd-4cd1-b094-6063c021062e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Apr 28 20:59:46.706103 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab634e-a8e5-4d90-8656-b34c501eb964 req-d290035c-ed23-4693-8c87-da5165fe6f61 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:46.708454 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1ab634e-a8e5-4d90-8656-b34c501eb964 req-d290035c-ed23-4693-8c87-da5165fe6f61 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0693424 Apr 28 20:59:46.778704 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1ab634e-a8e5-4d90-8656-b34c501eb964 req-50874f91-0b3a-4299-b0f1-e5d390cd0018 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642316 Apr 28 20:59:47.028579 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a61d64-e7a9-4343-aeac-29fb71d4a12f req-a5b7f410-fc6a-430d-8354-da6b85ec4823 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:47.030355 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e5a61d64-e7a9-4343-aeac-29fb71d4a12f req-a5b7f410-fc6a-430d-8354-da6b85ec4823 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0588381 Apr 28 20:59:47.085502 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e5a61d64-e7a9-4343-aeac-29fb71d4a12f req-d5c2d2fd-5d9c-4957-9e77-cd6937b6e819 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481887 Apr 28 20:59:47.483760 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39781880-de83-4678-ac18-adb951c506aa req-bfe3a831-68fc-47c4-ae4d-9714b49855dc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:47.485292 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39781880-de83-4678-ac18-adb951c506aa req-bfe3a831-68fc-47c4-ae4d-9714b49855dc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0627558 Apr 28 20:59:47.555006 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39781880-de83-4678-ac18-adb951c506aa req-0c3c5f7b-4c60-4f99-b290-01f455667056 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627708 Apr 28 20:59:47.612586 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa361d-ac25-4826-a2ae-29c2a3b641d2 req-ff882da1-5624-47cb-838b-f519b7c59fb5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:47.620550 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26aa361d-ac25-4826-a2ae-29c2a3b641d2 req-ff882da1-5624-47cb-838b-f519b7c59fb5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0574574 Apr 28 20:59:47.670215 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-26aa361d-ac25-4826-a2ae-29c2a3b641d2 req-e6969927-4ddb-4a3f-9635-a05411a3c9c1 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487537 Apr 28 20:59:47.770164 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a7e0-7b2e-4c05-a136-7f8c265df9e6 req-b913e35a-cd08-44fe-bae3-d492a8d92e6e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:47.773691 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb32a7e0-7b2e-4c05-a136-7f8c265df9e6 req-b913e35a-cd08-44fe-bae3-d492a8d92e6e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0541739 Apr 28 20:59:47.854236 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb32a7e0-7b2e-4c05-a136-7f8c265df9e6 req-66636b00-6e9a-4e35-9bcd-1ff1b46768b4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686705 Apr 28 20:59:47.924941 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df42-8ab6-490d-a0ee-a4407897dc66 req-a26a1605-021b-4def-ad80-0b5c5910f264 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:47.927200 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4928df42-8ab6-490d-a0ee-a4407897dc66 req-a26a1605-021b-4def-ad80-0b5c5910f264 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Apr 28 20:59:47.996568 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4928df42-8ab6-490d-a0ee-a4407897dc66 req-031aee55-3f88-405f-9f6b-cec1be183190 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636880 Apr 28 20:59:48.205278 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50afc0-cd2d-45da-b802-f0ae513d77e1 req-33016d25-0382-48a7-9a78-85e23fbf5216 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:48.212634 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2a50afc0-cd2d-45da-b802-f0ae513d77e1 req-33016d25-0382-48a7-9a78-85e23fbf5216 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0564556 Apr 28 20:59:48.288119 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2a50afc0-cd2d-45da-b802-f0ae513d77e1 req-ce8e03fc-a09b-4ac8-8d81-01cec6ea28f4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501328 Apr 28 20:59:48.682560 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29575a-c1cf-4ecb-ad01-ce1ffb1926b0 req-786bda29-7a19-457f-8cf0-8e57ea0ff890 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:48.748173 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a29575a-c1cf-4ecb-ad01-ce1ffb1926b0 req-786bda29-7a19-457f-8cf0-8e57ea0ff890 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0539706 Apr 28 20:59:48.748173 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a29575a-c1cf-4ecb-ad01-ce1ffb1926b0 req-e70587ee-3bcd-4540-824a-cbf608eb7181 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484138 Apr 28 20:59:48.820966 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c772f-8968-43f4-b25e-04cc634dbb15 req-1fec83a6-1b21-4ad0-9555-b64074097662 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:48.822538 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-267c772f-8968-43f4-b25e-04cc634dbb15 req-1fec83a6-1b21-4ad0-9555-b64074097662 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0684731 Apr 28 20:59:48.887052 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-267c772f-8968-43f4-b25e-04cc634dbb15 req-fc45fd60-7a64-47ce-b683-8d967220d803 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586452 Apr 28 20:59:49.022301 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1384-16f2-45eb-a2f8-87051ee9ca82 req-a2916bc4-fd22-469f-8c7a-ce7bd85664b6 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:49.028160 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b51b1384-16f2-45eb-a2f8-87051ee9ca82 req-a2916bc4-fd22-469f-8c7a-ce7bd85664b6 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0655699 Apr 28 20:59:49.100385 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b51b1384-16f2-45eb-a2f8-87051ee9ca82 req-15003ee0-3ee4-48f2-ac8c-4eb65d541501 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687382 Apr 28 20:59:49.148945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a461cf-f51c-45ca-920d-40bfbdff7545 req-e8031314-3f5e-4f81-83e6-658469e6c9fe tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:49.150662 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05a461cf-f51c-45ca-920d-40bfbdff7545 req-e8031314-3f5e-4f81-83e6-658469e6c9fe tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0654364 Apr 28 20:59:49.200682 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-05a461cf-f51c-45ca-920d-40bfbdff7545 req-3e318b69-c22e-4395-b40e-d79567579c9a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Apr 28 20:59:49.396862 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31f27e-8cea-4172-97a5-8570edb534ab req-2cbd5605-e050-4d1f-8572-cab7e25777ed tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:49.398276 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6a31f27e-8cea-4172-97a5-8570edb534ab req-2cbd5605-e050-4d1f-8572-cab7e25777ed tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0479095 Apr 28 20:59:49.450962 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6a31f27e-8cea-4172-97a5-8570edb534ab req-2a9bfa3b-899d-4f43-9884-cfde5bbfd88d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469573 Apr 28 20:59:49.856661 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391201a9-ff81-4105-8dc4-fce63df2d96c req-a7955558-2a50-412e-a173-aa4c40cf3fc7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:49.858147 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-391201a9-ff81-4105-8dc4-fce63df2d96c req-a7955558-2a50-412e-a173-aa4c40cf3fc7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0474098 Apr 28 20:59:49.903641 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-391201a9-ff81-4105-8dc4-fce63df2d96c req-58dc278f-cb95-4c95-911f-7a4344bd7beb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Apr 28 20:59:50.013024 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116856a-af3c-44df-8827-41f883b6560e req-8fc9f79f-2e3d-41bf-8f31-a75d98342420 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.014519 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7116856a-af3c-44df-8827-41f883b6560e req-8fc9f79f-2e3d-41bf-8f31-a75d98342420 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0501614 Apr 28 20:59:50.067869 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7116856a-af3c-44df-8827-41f883b6560e req-3abd0fe2-5d41-47da-8118-95b21394b28e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Apr 28 20:59:50.130410 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679765c5-0bfd-46a0-b1d5-3946e981e586 req-66e4943b-80ba-45d8-9103-a266ec4ef5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.132082 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-679765c5-0bfd-46a0-b1d5-3946e981e586 req-66e4943b-80ba-45d8-9103-a266ec4ef5a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 1128 time: 0.0518742 Apr 28 20:59:50.173863 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7 req-598b9821-c5a6-4ffc-888a-dcd97afdedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.175340 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e7aedee8-ed77-4d0c-ae18-e02de35a5df7 req-598b9821-c5a6-4ffc-888a-dcd97afdedc6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226976 Apr 28 20:59:50.280196 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-90adb781-830e-42fb-b9b6-c2ce39859c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.281651 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-90adb781-830e-42fb-b9b6-c2ce39859c70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1130 time: 0.0766356 Apr 28 20:59:50.287524 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-a54f5500-86bb-4893-90d9-2bc3aa09fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.289177 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-a54f5500-86bb-4893-90d9-2bc3aa09fd41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1128 time: 0.0552132 Apr 28 20:59:50.303745 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac86d-a120-4928-ae3e-06968282a34c req-f72129e1-9b0f-4d01-9cfb-8fc76991be45 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.305249 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02bac86d-a120-4928-ae3e-06968282a34c req-f72129e1-9b0f-4d01-9cfb-8fc76991be45 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.1063690 Apr 28 20:59:50.366876 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ae9f3-02e4-4644-ac47-6c620881856a req-d03aa84d-732e-45bc-99bf-e0fbc3128c55 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.368294 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b69ae9f3-02e4-4644-ac47-6c620881856a req-d03aa84d-732e-45bc-99bf-e0fbc3128c55 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0896847 Apr 28 20:59:50.375066 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679765c5-0bfd-46a0-b1d5-3946e981e586 req-c8f9ff34-1af8-4277-bc32-8b62525f97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.376502 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-679765c5-0bfd-46a0-b1d5-3946e981e586 req-c8f9ff34-1af8-4277-bc32-8b62525f97f5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=880ebdbafffe496e8ce531d370e46b94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2037735 Apr 28 20:59:50.418751 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-02bac86d-a120-4928-ae3e-06968282a34c req-f24e75ef-84a2-497c-a84a-10c46746512b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959959 Apr 28 20:59:50.441327 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b69ae9f3-02e4-4644-ac47-6c620881856a req-c4d43ddf-8dcb-45a3-a077-32e3339d856c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Apr 28 20:59:50.568449 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-75a55556-4ee1-48e4-8fcd-1325557af4b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 217 time: 0.0568862 Apr 28 20:59:50.619985 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed41e3-0991-4589-9610-cdada5e66de3 req-7055e69a-441a-478f-8ef0-99fbb340f0ed tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.621515 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-28ed41e3-0991-4589-9610-cdada5e66de3 req-7055e69a-441a-478f-8ef0-99fbb340f0ed tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0956621 Apr 28 20:59:50.639758 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-6af7ad8f-3de3-4eaf-8a03-e54f374673f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.641291 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-6af7ad8f-3de3-4eaf-8a03-e54f374673f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.1229670 Apr 28 20:59:50.666990 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679765c5-0bfd-46a0-b1d5-3946e981e586 req-41328b38-a06d-4da7-a688-bb4e7416fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.668544 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-679765c5-0bfd-46a0-b1d5-3946e981e586 req-41328b38-a06d-4da7-a688-bb4e7416fac1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580982 Apr 28 20:59:50.693309 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-28ed41e3-0991-4589-9610-cdada5e66de3 req-0fd37a7d-ff69-4c3b-aed8-a42fbfde3786 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603452 Apr 28 20:59:50.943826 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:51.039265 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be505-cfef-48a6-9060-eb7bcdc6db2d req-f81bb840-c74d-42ab-9dc3-e51813cf01aa tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.046646 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d36be505-cfef-48a6-9060-eb7bcdc6db2d req-f81bb840-c74d-42ab-9dc3-e51813cf01aa tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0631514 Apr 28 20:59:51.112097 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d36be505-cfef-48a6-9060-eb7bcdc6db2d req-0489b866-22f8-48cc-92b1-878b4cfd5651 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644221 Apr 28 20:59:51.218466 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316388-de89-4416-be17-6a8176ad7299 req-acd1971a-d829-45e5-9b19-ad493609c0e6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.220005 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef316388-de89-4416-be17-6a8176ad7299 req-acd1971a-d829-45e5-9b19-ad493609c0e6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0508430 Apr 28 20:59:51.273908 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef316388-de89-4416-be17-6a8176ad7299 req-eb67d41f-9101-4fb4-b062-b452d3aaf2f2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450978 Apr 28 20:59:51.613595 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4af1-3290-449d-b76c-5348c731b8f6 req-f1656b7b-2194-4639-81ba-6e47a5455dfc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.618168 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79dc4af1-3290-449d-b76c-5348c731b8f6 req-f1656b7b-2194-4639-81ba-6e47a5455dfc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.1262193 Apr 28 20:59:51.642245 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3d35a-37b8-4e98-ac3e-8bf60d51e248 req-1055cfd5-0c01-4e8c-be36-ff892ea763d9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.646899 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b2e3d35a-37b8-4e98-ac3e-8bf60d51e248 req-1055cfd5-0c01-4e8c-be36-ff892ea763d9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1183763 Apr 28 20:59:51.667905 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-4587f03d-524a-4860-a814-4dc4db6386a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.670470 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-4587f03d-524a-4860-a814-4dc4db6386a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1129 time: 0.1047156 Apr 28 20:59:51.728348 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.61', 56295) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:51.734773 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-5d8f0b52-307f-45cc-83f4-1eb8bd326596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.736332 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-5d8f0b52-307f-45cc-83f4-1eb8bd326596 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 200 len: 854 time: 0.1885757 Apr 28 20:59:51.737718 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-9be2e2f5-0281-4837-b10f-eb7668a34761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.739159 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-9be2e2f5-0281-4837-b10f-eb7668a34761 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 1128 time: 0.1391153 Apr 28 20:59:51.749071 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-bd181784-d4c5-4c53-9cfd-7fc78026b8a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 1002 time: 0.1840639 Apr 28 20:59:51.758888 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79dc4af1-3290-449d-b76c-5348c731b8f6 req-4be9868b-5832-441d-b3cc-60c74211da6f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345234 Apr 28 20:59:51.835272 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b2e3d35a-37b8-4e98-ac3e-8bf60d51e248 req-dfc72213-0deb-48db-815d-3e28f2f2436c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801574 Apr 28 20:59:51.836631 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-3673d78b-6ccb-4491-be01-550b32565195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.838273 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-3673d78b-6ccb-4491-be01-550b32565195 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.1547465 Apr 28 20:59:51.883041 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-feed6e46-10d6-418c-82cf-b240fc8f096c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34259aef-b1be-413b-9b53-cb6c59373d48 HTTP/1.1" status: 200 len: 217 time: 0.1327019 Apr 28 20:59:51.929849 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afb767-15d9-413d-a293-306fb1c99dca req-4a9b6ba5-143b-4ea5-8b61-a75198fe1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.931934 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f3afb767-15d9-413d-a293-306fb1c99dca req-4a9b6ba5-143b-4ea5-8b61-a75198fe1e9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 1129 time: 0.1915464 Apr 28 20:59:51.937292 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-5bb81f37-dea5-49e2-ae45-1c54043324fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.937552 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9049d8-0da3-4eb2-a574-50d3901de03a req-68795b93-893f-4f2c-8f25-5ffb56192ce6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.938943 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b9049d8-0da3-4eb2-a574-50d3901de03a req-68795b93-893f-4f2c-8f25-5ffb56192ce6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0995610 Apr 28 20:59:51.939108 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-5bb81f37-dea5-49e2-ae45-1c54043324fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f15f6bd8-1961-42f8-abad-e407ee164034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1877756 Apr 28 20:59:51.949272 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-42e080b4-8aa2-4aec-83a7-b8d04c6b792a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 1001 time: 0.0997512 Apr 28 20:59:51.982579 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-a85c18f2-3236-4f8a-bda8-6f994a0a871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.983980 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-a85c18f2-3236-4f8a-bda8-6f994a0a871a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.1998680 Apr 28 20:59:52.032450 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-31edea95-3a34-4e5b-80a6-9b7fac60de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.033916 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-31edea95-3a34-4e5b-80a6-9b7fac60de4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0776491 Apr 28 20:59:52.037442 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b9049d8-0da3-4eb2-a574-50d3901de03a req-276b3f79-723d-4fab-ba26-c32461726c77 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872436 Apr 28 20:59:52.045371 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-4c8393d2-273a-42b4-afce-46152ef48ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.046858 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-4c8393d2-273a-42b4-afce-46152ef48ff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.1524615 Apr 28 20:59:52.097375 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-09f9279f-c32f-4916-9c1f-25fbed60430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.100590 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-09f9279f-c32f-4916-9c1f-25fbed60430b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0597887 Apr 28 20:59:52.143556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-f35b6dd7-df4f-461e-a710-89ee681c0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.145869 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-f35b6dd7-df4f-461e-a710-89ee681c0ad1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1471899 Apr 28 20:59:52.157881 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-f3afb767-15d9-413d-a293-306fb1c99dca req-df702df8-a232-41d5-a68c-64871de118d0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154057 Apr 28 20:59:52.192642 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-d7af9fce-c870-4170-aa3c-899000347cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.194172 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-d7af9fce-c870-4170-aa3c-899000347cdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1356664 Apr 28 20:59:52.219001 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-cb86afea-5b8d-4203-a5fd-412aff4b3311 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686822 Apr 28 20:59:52.271450 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52650c-b183-4d80-9f28-03218a9059a3 req-2c6e74fc-231c-43bb-962e-40baa6efc308 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.273026 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f52650c-b183-4d80-9f28-03218a9059a3 req-2c6e74fc-231c-43bb-962e-40baa6efc308 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.0765316 Apr 28 20:59:52.279676 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-9f88bc36-d561-45d7-a56c-1b99ed03824c service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729805 Apr 28 20:59:52.280845 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-39e22fd8-d2cd-4ce1-a38a-dd0733bb5025 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222103 Apr 28 20:59:52.330229 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f52650c-b183-4d80-9f28-03218a9059a3 req-12e60a06-b957-4e10-9a34-dbddb60c0ee8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Apr 28 20:59:52.423547 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acf95e-9a03-46d1-a5af-cfd881963f55 req-0839112a-a372-4d03-80af-d8390bf0b89d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.425160 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-23acf95e-9a03-46d1-a5af-cfd881963f55 req-0839112a-a372-4d03-80af-d8390bf0b89d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0760119 Apr 28 20:59:52.439552 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-cceda518-ba2c-44ec-95a2-90e9840bde15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:52.540820 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18811578-f62d-44a1-91e9-8dc72ad8fa8e req-0f6838ec-e7c6-4009-9c4f-3fc56f72e4ad service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595125 Apr 28 20:59:52.543900 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-23acf95e-9a03-46d1-a5af-cfd881963f55 req-a033d74f-1b70-4a0e-9a84-bfa3cb8732e0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987406 Apr 28 20:59:52.824437 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-caf0ca41-e5b2-4a19-8f82-16c4c1f90a94 req-7b4c2e08-08d9-4659-9881-c640318521fe service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409254 Apr 28 20:59:52.831312 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-3025b098-d125-4401-a08e-40834349c484 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571187 Apr 28 20:59:52.833975 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6db63b05-829f-4e5e-b2d4-d413cacdb4b7 req-1d6c6860-5f18-4baa-a78d-96b103cc1c32 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610763 Apr 28 20:59:52.917192 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dc1a9-8165-4e4d-b105-083203d7ced3 req-c0d325f9-3dcb-4626-87c0-b952e82f624b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.918904 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d3dc1a9-8165-4e4d-b105-083203d7ced3 req-c0d325f9-3dcb-4626-87c0-b952e82f624b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0584583 Apr 28 20:59:53.006833 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fcba3-a00e-431e-aecd-2d1e3b6fd1cd req-8223c259-238b-41eb-b2b5-4572a8591ea6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:53.008362 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-661fcba3-a00e-431e-aecd-2d1e3b6fd1cd req-8223c259-238b-41eb-b2b5-4572a8591ea6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0804300 Apr 28 20:59:53.035027 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2d3dc1a9-8165-4e4d-b105-083203d7ced3 req-1d8758de-765d-4a90-b5d7-4120a2ddbc43 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087866 Apr 28 20:59:53.069368 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-661fcba3-a00e-431e-aecd-2d1e3b6fd1cd req-39b6ada2-84d6-4a27-9665-7e40d41bde80 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551002 Apr 28 20:59:53.180945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f180-ef19-48a2-9634-81896d1bf34c req-7c4398dc-82c0-46b6-a8b4-54134f67c9fb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:53.182527 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6d6f180-ef19-48a2-9634-81896d1bf34c req-7c4398dc-82c0-46b6-a8b4-54134f67c9fb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0508633 Apr 28 20:59:53.237710 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6d6f180-ef19-48a2-9634-81896d1bf34c req-e0b7a644-1c03-454d-8df6-c27bb5198dc6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486107 Apr 28 20:59:53.328949 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50516) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:53.723438 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-100fb9ee-435d-4640-953d-96dbf3544d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:53.742902 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c870-b3d6-47dc-b10a-734d5c6388c9 req-5a635d48-0925-4bf7-944d-5acaf5a9ef92 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:53.746031 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18e3c870-b3d6-47dc-b10a-734d5c6388c9 req-5a635d48-0925-4bf7-944d-5acaf5a9ef92 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 945 time: 0.3369250 Apr 28 20:59:53.810553 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ac80b-9eca-4ea0-95f8-72b29862792b req-6a1ebb60-cf59-4939-a1c4-9fb1f1bbf511 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:53.812183 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-683ac80b-9eca-4ea0-95f8-72b29862792b req-6a1ebb60-cf59-4939-a1c4-9fb1f1bbf511 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0936341 Apr 28 20:59:53.875906 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-18e3c870-b3d6-47dc-b10a-734d5c6388c9 req-147547c0-f093-4271-a0fa-1921b938b34f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085577 Apr 28 20:59:53.911700 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-683ac80b-9eca-4ea0-95f8-72b29862792b req-68d5c602-a56b-4580-bc19-25c4855347cc tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924544 Apr 28 20:59:53.939424 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-100fb9ee-435d-4640-953d-96dbf3544d8e admin admin] Publish callbacks [] for security_group (4b31fd1d-6a02-4682-8261-087d54b386de), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.058958 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-100fb9ee-435d-4640-953d-96dbf3544d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4b31fd1d-6a02-4682-8261-087d54b386de), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.104608 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fb9ee-435d-4640-953d-96dbf3544d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31fd1d-6a02-4682-8261-087d54b386de,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:54.115529 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-100fb9ee-435d-4640-953d-96dbf3544d8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=078f0b421cc74e7189963b26de8607f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7854564 Apr 28 20:59:54.118215 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50536) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:54.173159 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7d66c2bd-0211-46ad-8427-a44a73b4de29 admin admin] Publish callbacks [] for security_group (4b31fd1d-6a02-4682-8261-087d54b386de), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.199199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7d66c2bd-0211-46ad-8427-a44a73b4de29 admin admin] Publish callbacks [] for security_group (4b31fd1d-6a02-4682-8261-087d54b386de), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.219776 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d872fd3-2064-42a2-895d-0ff310246d07 req-6786b63f-a9db-4fbf-bfe8-21a7806932cc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:54.223765 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d872fd3-2064-42a2-895d-0ff310246d07 req-6786b63f-a9db-4fbf-bfe8-21a7806932cc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.1049838 Apr 28 20:59:54.266028 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef449-c895-4936-abb0-75b79eb881f8 req-d1e33201-3a37-4f3d-b7f3-cc5f29302591 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:54.267698 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db0ef449-c895-4936-abb0-75b79eb881f8 req-d1e33201-3a37-4f3d-b7f3-cc5f29302591 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.1026223 Apr 28 20:59:54.313346 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50544) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:54.344556 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d872fd3-2064-42a2-895d-0ff310246d07 req-cee474d7-3e45-4dd5-8796-7816ad889054 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135032 Apr 28 20:59:54.353266 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7d66c2bd-0211-46ad-8427-a44a73b4de29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4b31fd1d-6a02-4682-8261-087d54b386de), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.356395 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7d66c2bd-0211-46ad-8427-a44a73b4de29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.357854 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7d66c2bd-0211-46ad-8427-a44a73b4de29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b31fd1d-6a02-4682-8261-087d54b386de HTTP/1.1" status: 204 len: 168 time: 0.2387125 Apr 28 20:59:54.368538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:59:54.376442 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66c2bd-0211-46ad-8427-a44a73b4de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31fd1d-6a02-4682-8261-087d54b386de,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:54.390671 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-db0ef449-c895-4936-abb0-75b79eb881f8 req-dabde0e6-f057-428d-8ad1-abc6e5f40fed tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121891 Apr 28 20:59:54.411431 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e3c5fa37-4a91-444a-952c-1b83a4741ed3 req-f265ebf1-5e0f-46f2-9477-429a2c747076 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339927 Apr 28 20:59:54.427876 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50550) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:54.488829 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: ACTIVE; New status is: DOWN {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:54.489252 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.517936 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01143-0876-4e1e-b411-27a9626650a2 req-2b53d7d5-4e69-4da0-b02d-9c60df75c36d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:54.519044 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:59:54.519542 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10c01143-0876-4e1e-b411-27a9626650a2 req-2b53d7d5-4e69-4da0-b02d-9c60df75c36d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0855722 Apr 28 20:59:54.522781 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7cb798-4fb5-41bf-8153-8ac23a1d3d2b" -d '{"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-unplugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:59:54.543787 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:54.569445 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556510a3-7dc9-4ced-9deb-0a66a49cb546 x-openstack-request-id: req-556510a3-7dc9-4ced-9deb-0a66a49cb546 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:59:54.573449 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-unplugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:59:54.573449 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-556510a3-7dc9-4ced-9deb-0a66a49cb546 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:59:54.573449 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556510a3-7dc9-4ced-9deb-0a66a49cb546'] response: {'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'code': 200} Apr 28 20:59:54.575558 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10c01143-0876-4e1e-b411-27a9626650a2 req-03d05a3f-9c00-4ce5-b863-5c54e409ab96 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493970 Apr 28 20:59:54.600929 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a03fd614-34ee-4e26-a16c-b72bb5328885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.616154 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.683424 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=8']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:54.696187 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.696749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.697503 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.698285 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.698980 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.699374 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.699925 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.700501 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.701078 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.701623 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.702171 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.702785 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.703334 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.703876 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.704455 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:59:54.729101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a03fd614-34ee-4e26-a16c-b72bb5328885 admin admin] Publish callbacks [] for security_group (9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.797549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9844df0b-b177-488b-ba16-895c000077e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.817790 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a03fd614-34ee-4e26-a16c-b72bb5328885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.889945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9844df0b-b177-488b-ba16-895c000077e0 admin admin] Publish callbacks [] for security_group (6628b983-21a5-4c23-9e91-c4cbd6d9e23c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.891693 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a03fd614-34ee-4e26-a16c-b72bb5328885 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3421b353d11467a83411a1be4c492d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767665 Apr 28 20:59:54.894067 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50556) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:54.901737 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fd614-34ee-4e26-a16c-b72bb5328885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:54.962456 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-348d05ce-e18b-42fa-b989-034f6a6f7a6a admin admin] Publish callbacks [] for security_group (9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:54.969071 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9844df0b-b177-488b-ba16-895c000077e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6628b983-21a5-4c23-9e91-c4cbd6d9e23c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.044000 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-348d05ce-e18b-42fa-b989-034f6a6f7a6a admin admin] Publish callbacks [] for security_group (9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.088079 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b75c2522-f886-4577-bbf1-d703373e2a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.103680 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9844df0b-b177-488b-ba16-895c000077e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adda723d849a4f0aa30db7fd088ca9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6745455 Apr 28 20:59:55.106377 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50562) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:55.116676 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844df0b-b177-488b-ba16-895c000077e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6628b983-21a5-4c23-9e91-c4cbd6d9e23c,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:55.162143 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785c748-fa03-4cbe-9f06-7ce50fb34457 req-0cff4af1-39bf-419e-8c21-6c6a1eeef47a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.170531 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9785c748-fa03-4cbe-9f06-7ce50fb34457 req-0cff4af1-39bf-419e-8c21-6c6a1eeef47a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.2030814 Apr 28 20:59:55.179182 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4cdff5aa-bad8-4c49-b3fd-0c05f22d8406 admin admin] Publish callbacks [] for security_group (6628b983-21a5-4c23-9e91-c4cbd6d9e23c), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.191153 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a45059-49ee-4304-99dc-0d3bfa991470 req-1bce131c-6cfb-462e-afd2-2933cfe42e53 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.192616 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1a45059-49ee-4304-99dc-0d3bfa991470 req-1bce131c-6cfb-462e-afd2-2933cfe42e53 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1910694 Apr 28 20:59:55.204800 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4cdff5aa-bad8-4c49-b3fd-0c05f22d8406 admin admin] Publish callbacks [] for security_group (6628b983-21a5-4c23-9e91-c4cbd6d9e23c), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.260962 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9785c748-fa03-4cbe-9f06-7ce50fb34457 req-de61d5b1-faec-4a9c-bb00-54a404ad8abe tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895081 Apr 28 20:59:55.270280 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-348d05ce-e18b-42fa-b989-034f6a6f7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.272868 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-348d05ce-e18b-42fa-b989-034f6a6f7a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.277516 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-348d05ce-e18b-42fa-b989-034f6a6f7a6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca HTTP/1.1" status: 204 len: 168 time: 0.3787959 Apr 28 20:59:55.280280 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1a45059-49ee-4304-99dc-0d3bfa991470 req-8e4a3e2d-aad7-4042-a2e3-f3712afb4bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805216 Apr 28 20:59:55.303137 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d05ce-e18b-42fa-b989-034f6a6f7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3d8ff-edd5-47a6-9a98-e626acf2a2ca,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:55.330732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4cdff5aa-bad8-4c49-b3fd-0c05f22d8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6628b983-21a5-4c23-9e91-c4cbd6d9e23c), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.333981 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4cdff5aa-bad8-4c49-b3fd-0c05f22d8406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:55.340746 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4cdff5aa-bad8-4c49-b3fd-0c05f22d8406 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6628b983-21a5-4c23-9e91-c4cbd6d9e23c HTTP/1.1" status: 204 len: 168 time: 0.2278142 Apr 28 20:59:55.343810 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdff5aa-bad8-4c49-b3fd-0c05f22d8406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6628b983-21a5-4c23-9e91-c4cbd6d9e23c,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:55.455307 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d51b6-229d-4401-9a0b-947281f403ad req-6bbca4b0-abc2-420b-accd-e9b5b2bc1c26 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.456887 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-925d51b6-229d-4401-9a0b-947281f403ad req-6bbca4b0-abc2-420b-accd-e9b5b2bc1c26 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0509171 Apr 28 20:59:55.542953 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3ca43-6243-4c88-b6e5-ecd9eb8b1d3e req-640f05f5-a448-4576-9981-2b06cd068acd tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.544604 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1fe3ca43-6243-4c88-b6e5-ecd9eb8b1d3e req-640f05f5-a448-4576-9981-2b06cd068acd tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0724666 Apr 28 20:59:55.549213 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-925d51b6-229d-4401-9a0b-947281f403ad req-0608522f-ac35-4054-81ba-8bcf07472b60 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851448 Apr 28 20:59:55.612066 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1fe3ca43-6243-4c88-b6e5-ecd9eb8b1d3e req-845c412b-814d-4291-b510-265696191ac7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 Apr 28 20:59:55.763747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef436e-80d3-40ef-bcdf-d96d9641e185 req-77933074-7316-47d2-9870-81ce2cf101a9 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.765420 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-faef436e-80d3-40ef-bcdf-d96d9641e185 req-77933074-7316-47d2-9870-81ce2cf101a9 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0874777 Apr 28 20:59:55.777139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e1988-4300-464b-b36d-48ca2d030241 req-5d2877a7-9d65-4bd6-a272-b6aba0fbb38f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.778655 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d76e1988-4300-464b-b36d-48ca2d030241 req-5d2877a7-9d65-4bd6-a272-b6aba0fbb38f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0808709 Apr 28 20:59:55.852823 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-faef436e-80d3-40ef-bcdf-d96d9641e185 req-164e3227-dfe0-4b82-ae51-911054eb721c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731552 Apr 28 20:59:55.857821 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d76e1988-4300-464b-b36d-48ca2d030241 req-3a0cc748-4512-4fbf-b699-517153c41e79 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719614 Apr 28 20:59:56.242648 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:56.421514 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115239f-a5a9-4c37-af77-8a1f17922ef3 req-36847c39-0530-45b3-8397-f99483a70521 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:56.423193 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1115239f-a5a9-4c37-af77-8a1f17922ef3 req-36847c39-0530-45b3-8397-f99483a70521 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0832629 Apr 28 20:59:56.435511 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae0a4e-3229-4cc2-b24e-12b03b992cf6 req-20a33118-bafe-40d2-adb4-793c8f269475 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:56.440138 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81ae0a4e-3229-4cc2-b24e-12b03b992cf6 req-20a33118-bafe-40d2-adb4-793c8f269475 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0674150 Apr 28 20:59:56.483517 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50600) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:56.525367 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1115239f-a5a9-4c37-af77-8a1f17922ef3 req-fc2a9605-a56a-41fb-a95f-758bd2b88a97 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840943 Apr 28 20:59:56.531077 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-81ae0a4e-3229-4cc2-b24e-12b03b992cf6 req-ab740acc-1f5e-4fde-8faf-4e1b0b27d88b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801668 Apr 28 20:59:56.643237 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-877563776-network', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:56.709957 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2052a-b8df-4464-81eb-85a1c42b4cf7 req-7be36ca5-c649-4f05-8e19-5b3cd5264d00 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:56.711749 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-52b2052a-b8df-4464-81eb-85a1c42b4cf7 req-7be36ca5-c649-4f05-8e19-5b3cd5264d00 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0638785 Apr 28 20:59:56.734113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Made reservation on behalf of 3bac5e29e23646fc96819cd579831ed8 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:59:56.736522 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:56.745262 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:56.771749 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-52b2052a-b8df-4464-81eb-85a1c42b4cf7 req-4aa3176a-f784-4732-811f-b5b44da388a4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502439 Apr 28 20:59:56.826748 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks [] for security_group (5a79c31c-db9c-455a-ad57-f959ce2e4c8f), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:56.913610 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (5a79c31c-db9c-455a-ad57-f959ce2e4c8f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:56.935314 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:59:56.952074 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a79c31c-db9c-455a-ad57-f959ce2e4c8f,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:56.959372 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (349842ab-0dce-419c-afb4-2bbe5cf361f2), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:56.959728 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Added segment 349842ab-0dce-419c-afb4-2bbe5cf361f2 of type vlan for network f382b83f-2d52-479a-bacd-d9ccddd4c676 Apr 28 20:59:56.979078 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256088b-5b6a-49d8-9cfc-135765b4aeb1 req-9f8a6e81-de8c-413f-b93d-6da81f4e914b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:56.980778 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9256088b-5b6a-49d8-9cfc-135765b4aeb1 req-9f8a6e81-de8c-413f-b93d-6da81f4e914b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0580819 Apr 28 20:59:57.005105 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (f382b83f-2d52-479a-bacd-d9ccddd4c676), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:57.041538 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9256088b-5b6a-49d8-9cfc-135765b4aeb1 req-cac78fbe-a8e8-4342-9afb-96432397d8db tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546517 Apr 28 20:59:57.099494 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (f382b83f-2d52-479a-bacd-d9ccddd4c676), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:57.100550 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:57.101174 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:57.162318 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] Pushing event updated for resources: {'Network': ['ID=f382b83f-2d52-479a-bacd-d9ccddd4c676,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:57.175324 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:59:57.201942 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a5891106-9884-4e3d-ba0f-21b260f74c64 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7167776 Apr 28 20:59:57.203734 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50620) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:57.208727 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Request body: {'subnet': {'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-877563776-subnet', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:57.339546 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Made reservation on behalf of 3bac5e29e23646fc96819cd579831ed8 for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:59:57.342304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:57.648201 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:57.672627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d74e-c698-421d-abdb-ddecf160cda4 req-111b1d6a-01c4-4f44-b606-13807d79cb47 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:57.677045 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a23d74e-c698-421d-abdb-ddecf160cda4 req-111b1d6a-01c4-4f44-b606-13807d79cb47 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0558097 Apr 28 20:59:57.717265 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:57.724850 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a23d74e-c698-421d-abdb-ddecf160cda4 req-1ad2b355-f3a3-46ef-86e0-153611feaf9b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Apr 28 20:59:57.727279 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Checking segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:57.727645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Network hostable DHCP agents. Network: f382b83f-2d52-479a-bacd-d9ccddd4c676, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:59:57.841843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:59:57.928135 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, f382b83f-2d52-479a-bacd-d9ccddd4c676) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:57.932414 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:57.933002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:57.938033 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c803e5-3701-4638-9fdf-e1e57aac1a58 None None] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:59:58.021752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.048266 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-f382b83f-2d52-479a-bacd-d9ccddd4c676', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 20:59:58.049123 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.063400 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2d0a1386-fc95-464b-a34d-37a7914298ed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8516824 Apr 28 20:59:58.063400 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50638) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:58.071371 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:59:58.100384 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e1a56-7cfd-4de6-90b9-1e98adea5611 req-f1098dd6-ed3c-43d0-8d35-b6659653aea1 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.100384 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b02e1a56-7cfd-4de6-90b9-1e98adea5611 req-f1098dd6-ed3c-43d0-8d35-b6659653aea1 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0847819 Apr 28 20:59:58.175032 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b02e1a56-7cfd-4de6-90b9-1e98adea5611 req-4cc940be-72c1-4757-ac13-fe7836228d2b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743997 Apr 28 20:59:58.185315 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (a4b1f16d-0619-4690-97c0-f5e40e2810f7), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.199174 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (a4b1f16d-0619-4690-97c0-f5e40e2810f7), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.214765 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5993541-1568-427d-b566-220b853e9d0d req-c8be3989-2967-42ad-aca1-05245ec3b578 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.218540 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e5993541-1568-427d-b566-220b853e9d0d req-c8be3989-2967-42ad-aca1-05245ec3b578 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 944 time: 0.0767655 Apr 28 20:59:58.236776 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Allocated IP 172.20.0.2 (f382b83f-2d52-479a-bacd-d9ccddd4c676/b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb/a539e409-537f-447e-8b1f-d2fd3496dbea) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:58.275471 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks [] for router_controller (a4b1f16d-0619-4690-97c0-f5e40e2810f7), precommit_add_association {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.314195 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-91ba677a-4474-4ab2-8d57-2b14b39f6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.315722 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-91ba677a-4474-4ab2-8d57-2b14b39f6a8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1129 time: 0.0490301 Apr 28 20:59:58.328515 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e5993541-1568-427d-b566-220b853e9d0d req-e1e06e85-fa76-4815-b31a-cdedd06d1e16 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033649 Apr 28 20:59:58.337741 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3ceef-d400-4641-a0cb-29595b1e5673 req-1db2b3b3-910e-44b8-b7e4-67737e2f6e46 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.347291 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-93c3ceef-d400-4641-a0cb-29595b1e5673 req-1db2b3b3-910e-44b8-b7e4-67737e2f6e46 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0843530 Apr 28 20:59:58.369648 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 34259aef-b1be-413b-9b53-cb6c59373d48 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:59:58.372996 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:59:58.395370 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-90d6aebf-3b95-459a-980b-ee38690e1080 req-a245d8df-bbfd-4ac4-9b10-727b06490a0e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:59:58.396849 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90d6aebf-3b95-459a-980b-ee38690e1080 req-a245d8df-bbfd-4ac4-9b10-727b06490a0e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060098 Apr 28 20:59:58.422165 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-93c3ceef-d400-4641-a0cb-29595b1e5673 req-7abc317f-a36e-47b4-8476-7fa8334179f3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Apr 28 20:59:58.508278 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Publish callbacks [] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.562010 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks [] for router_gateway (a4b1f16d-0619-4690-97c0-f5e40e2810f7), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.568649 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-4499403f-6baf-43fd-b173-c8a7aa1b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.570277 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-4499403f-6baf-43fd-b173-c8a7aa1b9846 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.2485723 Apr 28 20:59:58.593269 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: DOWN; New status is: DOWN {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:58.602520 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 34259aef-b1be-413b-9b53-cb6c59373d48, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=34259aef-b1be-413b-9b53-cb6c59373d48,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:58.612999 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-bfdbc66f-ee56-4a46-adfc-3210e59521ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fffdff-e146-4c43-a728-3721faa7f63c HTTP/1.1" status: 200 len: 217 time: 0.0366170 Apr 28 20:59:58.614316 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.623992 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '34259aef-b1be-413b-9b53-cb6c59373d48', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'port_id': '34259aef-b1be-413b-9b53-cb6c59373d48', 'mac_address': 'fa:16:3e:55:a6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:59:58.679987 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:58.690035 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:58.697129 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:58.701858 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Pushing event updated for resources: {'Port': ['ID=a539e409-537f-447e-8b1f-d2fd3496dbea,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:58.717770 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 34259aef-b1be-413b-9b53-cb6c59373d48 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:58.718170 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.740725 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-7140521b-448a-473b-a14a-a34dc79d4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.742277 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-7140521b-448a-473b-a14a-a34dc79d4fee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.1232710 Apr 28 20:59:58.769432 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34259aef-b1be-413b-9b53-cb6c59373d48 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:59:58.780263 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4a570-e2d7-4389-a5cc-282f59f78c7b req-9b47d49e-90f9-425a-9e95-3e30f150cdb2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.788303 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9b4a570-e2d7-4389-a5cc-282f59f78c7b req-9b47d49e-90f9-425a-9e95-3e30f150cdb2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0676770 Apr 28 20:59:58.792745 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Attempting to bind port a539e409-537f-447e-8b1f-d2fd3496dbea on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:59:58.793156 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Attempting to bind port a539e409-537f-447e-8b1f-d2fd3496dbea by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:59:58.793571 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Attempting to bind port a539e409-537f-447e-8b1f-d2fd3496dbea on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:59:58.805719 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:59:58.805719 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Checking segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:59:58.806142 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.806538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Bound using segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:59:58.807029 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Bound port: a539e409-537f-447e-8b1f-d2fd3496dbea, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:59:58.807604 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.813527 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 34259aef-b1be-413b-9b53-cb6c59373d48, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=34259aef-b1be-413b-9b53-cb6c59373d48,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:58.857673 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d9b4a570-e2d7-4389-a5cc-282f59f78c7b req-c2c903f0-6e07-49fa-b7a1-87908501834c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681345 Apr 28 20:59:58.884415 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.885341 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:59:58.909734 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-afd09e75-e516-484c-ad67-7dd9ab09e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:58.911289 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-afd09e75-e516-484c-ad67-7dd9ab09e718 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1611404 Apr 28 20:59:58.930749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] For port a539e409-537f-447e-8b1f-d2fd3496dbea, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:59:58.938406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks [] for router_gateway (a4b1f16d-0619-4690-97c0-f5e40e2810f7), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:58.956319 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] For port a539e409-537f-447e-8b1f-d2fd3496dbea, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a539e409-537f-447e-8b1f-d2fd3496dbea,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:59:58.971680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.010694 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=34259aef-b1be-413b-9b53-cb6c59373d48,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:59.043623 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.084799 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-3465b05c-285d-4ecf-bac6-254c6725d84d service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669011 Apr 28 20:59:59.115777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:59.138352 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'port_id': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'mac_address': 'fa:16:3e:b5:eb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:59:59.140506 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6aa3c-3b2d-4132-9e36-990736bfb537 None None] Pushing event updated for resources: {'Port': ['ID=a539e409-537f-447e-8b1f-d2fd3496dbea,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:59.204377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:59:59.204760 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.215907 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Allocated IP 172.27.0.21 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/0b9e871a-d242-4311-94cf-ecb90d709235) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:59.227552 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:59:59.263352 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:59:59.279760 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.280055 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-339bb785-b96f-4b3c-8ab3-fb3f15f7d047 req-3bf43932-07ca-4de8-9d81-5b96ccd651e5 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728537 Apr 28 20:59:59.320689 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abe60b-2c6c-4e16-8aea-12eaf19fba27 req-dd69858c-1859-48ec-88e8-6df2dd440149 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:59.323371 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30abe60b-2c6c-4e16-8aea-12eaf19fba27 req-dd69858c-1859-48ec-88e8-6df2dd440149 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 944 time: 0.0624974 Apr 28 20:59:59.374821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks [] for port (0b9e871a-d242-4311-94cf-ecb90d709235), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.377544 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.479787 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30abe60b-2c6c-4e16-8aea-12eaf19fba27 req-165bd0cd-b349-4975-a42f-cf2feb74da33 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436071 Apr 28 20:59:59.498815 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:59.536673 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50676) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:59.576725 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:59:59.632128 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e871a-d242-4311-94cf-ecb90d709235,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:59.637389 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:59.642607 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:59.642607 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:59:59.643006 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657fb60-3862-4f96-bc82-c6784eb5cd27 req-1474cc1a-6cc8-4934-bdaa-4f7a6f8ca412 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:59.644064 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1657fb60-3862-4f96-bc82-c6784eb5cd27 req-1474cc1a-6cc8-4934-bdaa-4f7a6f8ca412 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0820920 Apr 28 20:59:59.658959 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eac14-977d-42e5-95e9-7658d2ae4d09 req-51b33aa5-4613-441f-b5d4-8ad9a717a84d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:59.661169 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-462eac14-977d-42e5-95e9-7658d2ae4d09 req-51b33aa5-4613-441f-b5d4-8ad9a717a84d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 945 time: 0.1396475 Apr 28 20:59:59.745829 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-de76b99c-5680-4a11-bd18-34dd5bfd930c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2080331 Apr 28 20:59:59.760501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-079f70a0-1ee9-453d-95f3-ac325a7dbc91 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:59:59.761536 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-079f70a0-1ee9-453d-95f3-ac325a7dbc91 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060732 Apr 28 20:59:59.772636 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1657fb60-3862-4f96-bc82-c6784eb5cd27 req-726fd4ca-5bd8-4640-8bd9-34380efb33f1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104922 Apr 28 20:59:59.780783 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-462eac14-977d-42e5-95e9-7658d2ae4d09 req-ed95419e-634f-49f9-b63a-aa55b264b056 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105802 Apr 28 20:59:59.799341 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['34259aef-b1be-413b-9b53-cb6c59373d48'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:59:59.864268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50684) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:59:59.889625 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['5794fca1-40ff-4ed4-87e7-4fb6a4961d46'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:59:59.973993 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks [] for router_gateway (a4b1f16d-0619-4690-97c0-f5e40e2810f7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:00.028157 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-12671476-a2ab-45fe-b429-abaf7fd39e5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:00.036644 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-12671476-a2ab-45fe-b429-abaf7fd39e5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports/86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 940 time: 0.1707737 Apr 28 21:00:00.052812 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d23e8-d037-45b7-80e4-9c961e79ba10 req-ebbf8143-be29-4b67-b430-aaa85a08182f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:00.055649 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c5d23e8-d037-45b7-80e4-9c961e79ba10 req-ebbf8143-be29-4b67-b430-aaa85a08182f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0886862 Apr 28 21:00:00.131139 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c5d23e8-d037-45b7-80e4-9c961e79ba10 req-160cb891-4066-4850-81b5-11608a29f122 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681245 Apr 28 21:00:00.441116 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42339dfe-2f4a-4c47-a317-e09e7a0a3f32 None None] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:00:00.455914 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (a4b1f16d-0619-4690-97c0-f5e40e2810f7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:00.539111 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] Provisioning complete for port a539e409-537f-447e-8b1f-d2fd3496dbea triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:00.539606 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:00.654032 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1ec8-f2e7-42bf-b656-6c0dbae2891f req-8a29521d-42d2-48c6-b1c2-ab1b8fe705a9 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:00.656066 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-658c1ec8-f2e7-42bf-b656-6c0dbae2891f req-8a29521d-42d2-48c6-b1c2-ab1b8fe705a9 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 945 time: 0.0906401 Apr 28 21:00:00.713764 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 21:00:00.714758 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-658c1ec8-f2e7-42bf-b656-6c0dbae2891f req-e6b1ab4c-83f6-4cfc-9ddf-14969615c677 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522509 Apr 28 21:00:00.781973 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] Current status of the port a539e409-537f-447e-8b1f-d2fd3496dbea is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:00.782367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:00.837086 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] For port a539e409-537f-447e-8b1f-d2fd3496dbea, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a539e409-537f-447e-8b1f-d2fd3496dbea,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:00.929643 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a539e409-537f-447e-8b1f-d2fd3496dbea up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:00.934572 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:00:00.934923 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:00.955739 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:00.974836 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:00.975808 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:00.979124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43a007-ca93-43b2-b419-a2b77ded2625 req-4cceb50e-4523-4b82-84c4-d8689dc0f952 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:00.980877 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4e43a007-ca93-43b2-b419-a2b77ded2625 req-4cceb50e-4523-4b82-84c4-d8689dc0f952 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 945 time: 0.0907292 Apr 28 21:00:01.016277 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412cd86-63fa-4b89-9d6a-31ad3f975760 req-076ffa09-56e6-4fd3-a97a-63df3db304c0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:01.018134 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4412cd86-63fa-4b89-9d6a-31ad3f975760 req-076ffa09-56e6-4fd3-a97a-63df3db304c0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0876896 Apr 28 21:00:01.033309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port a539e409-537f-447e-8b1f-d2fd3496dbea triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:01.034168 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.038500 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341646e6-7fc8-4daf-abd3-1d856c4593a9 None None] Pushing event updated for resources: {'Port': ['ID=a539e409-537f-447e-8b1f-d2fd3496dbea,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:01.087017 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.090877 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e2ce5300-08fa-482c-a38b-75519f6e2757 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0232201 Apr 28 21:00:01.091123 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50702) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:01.092848 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4e43a007-ca93-43b2-b419-a2b77ded2625 req-19f6793a-8259-4249-846b-b2ff342e5771 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015742 Apr 28 21:00:01.115809 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:01.134617 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-2233356c-da54-4bcf-add0-e18ca18641e6 None None] Provisioning complete for port a539e409-537f-447e-8b1f-d2fd3496dbea triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:01.135448 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2233356c-da54-4bcf-add0-e18ca18641e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.139525 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4412cd86-63fa-4b89-9d6a-31ad3f975760 req-cf756120-21ca-4447-884e-fba77d24d8e1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133411 Apr 28 21:00:01.249689 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 34259aef-b1be-413b-9b53-cb6c59373d48 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:01.310619 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port a539e409-537f-447e-8b1f-d2fd3496dbea is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:01.330948 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ed46b-1173-468f-8a9d-71b2dbef6788 req-41451607-7585-4516-8a64-e30b32af4d76 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:01.343165 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b15ed46b-1173-468f-8a9d-71b2dbef6788 req-41451607-7585-4516-8a64-e30b32af4d76 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1105733 Apr 28 21:00:01.346341 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T20:59:59Z', 'revision_number': 3, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T20:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:01.360558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-2233356c-da54-4bcf-add0-e18ca18641e6 None None] Current status of the port a539e409-537f-447e-8b1f-d2fd3496dbea is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:01.367162 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 34259aef-b1be-413b-9b53-cb6c59373d48 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:00:01.394410 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:01.395173 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Updating router a4b1f16d-0619-4690-97c0-f5e40e2810f7 port 0b9e871a-d242-4311-94cf-ecb90d709235 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:00:01.400403 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b15ed46b-1173-468f-8a9d-71b2dbef6788 req-659f30c6-9180-442b-b619-86a7a8c65a6d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560405 Apr 28 21:00:01.425139 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.467595 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 34259aef-b1be-413b-9b53-cb6c59373d48 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:01.468197 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.570780 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 34259aef-b1be-413b-9b53-cb6c59373d48 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:01.571134 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.602103 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:01.605228 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89c41b5-2cb4-4eb3-bd8d-5a7d84cbd818" -d '{"events": [{"server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "name": "network-vif-plugged", "status": "completed", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:01.630353 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 34259aef-b1be-413b-9b53-cb6c59373d48, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=34259aef-b1be-413b-9b53-cb6c59373d48,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:01.659384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae152885-88e6-4407-8e84-3dca6404102a x-openstack-request-id: req-ae152885-88e6-4407-8e84-3dca6404102a {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:01.659712 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "name": "network-vif-plugged", "status": "completed", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:01.660894 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae152885-88e6-4407-8e84-3dca6404102a {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:01.661076 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae152885-88e6-4407-8e84-3dca6404102a'] response: {'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48', 'code': 200} Apr 28 21:00:01.689469 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.693564 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:01.712858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.808780 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=34259aef-b1be-413b-9b53-cb6c59373d48,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:01.817300 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Publish callbacks [] for port (0b9e871a-d242-4311-94cf-ecb90d709235), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.873677 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:00:01.890900 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.922096 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034209f-0278-474c-9a77-d5d5e76159da req-c9ab295e-fc30-49c6-aad6-60beebf1594c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:01.923647 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4034209f-0278-474c-9a77-d5d5e76159da req-c9ab295e-fc30-49c6-aad6-60beebf1594c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 945 time: 0.0729859 Apr 28 21:00:01.924034 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Allocated IP 172.20.0.1 (f382b83f-2d52-479a-bacd-d9ccddd4c676/b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb/176dd353-3807-4bba-8943-4dcc0bcb1ec7) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:01.955856 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Attempting to bind port 0b9e871a-d242-4311-94cf-ecb90d709235 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:01.956477 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Attempting to bind port 0b9e871a-d242-4311-94cf-ecb90d709235 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:01.956477 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Attempting to bind port 0b9e871a-d242-4311-94cf-ecb90d709235 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:01.969210 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Pushing event updated for resources: {'Port': ['ID=0b9e871a-d242-4311-94cf-ecb90d709235,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:01.974025 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:01.974407 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:01.990652 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.991007 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.991378 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.995853 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.996524 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.997173 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.998953 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:01.999301 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.000787 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.001162 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.001509 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.002896 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.003262 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.003602 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.004481 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:02.011106 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:02.011481 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:02.011887 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.014408 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4034209f-0278-474c-9a77-d5d5e76159da req-0d900601-c340-4548-b3db-de49469c1892 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759895 Apr 28 21:00:02.016047 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:02.016770 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Bound port: 0b9e871a-d242-4311-94cf-ecb90d709235, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:02.024722 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.067174 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a7cb-65b1-43d8-b501-efcd419187e7 req-d438b691-a8f3-411d-9356-3a7c36dc4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:02.068747 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-29a1a7cb-65b1-43d8-b501-efcd419187e7 req-d438b691-a8f3-411d-9356-3a7c36dc4fe8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 1130 time: 0.0623116 Apr 28 21:00:02.084547 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks [] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.088429 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] For port 0b9e871a-d242-4311-94cf-ecb90d709235, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:02.093457 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] For port 0b9e871a-d242-4311-94cf-ecb90d709235, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0b9e871a-d242-4311-94cf-ecb90d709235,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:02.111502 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:02.111869 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.144405 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-29a1a7cb-65b1-43d8-b501-efcd419187e7 req-15d7f94c-73f4-47aa-82a2-548d546fb698 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638433 Apr 28 21:00:02.162909 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:02.163140 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.222898 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:02.223449 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:02.229339 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad101e7-75bb-4eed-9913-4fe787c33e6d None None] Pushing event updated for resources: {'Port': ['ID=0b9e871a-d242-4311-94cf-ecb90d709235,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:02.242834 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba5bb3-b348-4348-9cbe-67c222d8937a req-edff1bc1-b8d5-4c38-871f-7423e7e2463b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:02.244460 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aeba5bb3-b348-4348-9cbe-67c222d8937a req-edff1bc1-b8d5-4c38-871f-7423e7e2463b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.0684483 Apr 28 21:00:02.281649 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.325948 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.336669 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:02.340709 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:02.341560 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf713-86a1-497d-84f9-e30eea778893 req-85a0ea8b-54dd-4291-8873-fe8802a97607 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:02.345534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:02.346106 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (a4b1f16d-0619-4690-97c0-f5e40e2810f7), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.348856 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b85bf713-86a1-497d-84f9-e30eea778893 req-85a0ea8b-54dd-4291-8873-fe8802a97607 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.1031394 Apr 28 21:00:02.350512 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Pushing event updated for resources: {'Port': ['ID=176dd353-3807-4bba-8943-4dcc0bcb1ec7,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:02.415488 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:02.420328 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aeba5bb3-b348-4348-9cbe-67c222d8937a req-4e33286f-40a3-49a5-8bfb-0a18c6b5d793 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1651332 Apr 28 21:00:02.453181 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:02.495405 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b85bf713-86a1-497d-84f9-e30eea778893 req-19616fb9-540a-4340-a1f3-84bc94b675f0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278393 Apr 28 21:00:02.612869 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.614666 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593914-9ff4-4e48-af9d-6eead204d189 req-38fec636-4cd3-4e52-90d2-5af1651822f4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:02.623804 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6593914-9ff4-4e48-af9d-6eead204d189 req-38fec636-4cd3-4e52-90d2-5af1651822f4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0848212 Apr 28 21:00:02.678333 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6593914-9ff4-4e48-af9d-6eead204d189 req-21dc34d1-fee1-41e9-a263-b38b775e9cbc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534687 Apr 28 21:00:02.695768 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T20:59:59Z', 'revision_number': 3, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:02.724740 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75324c-a964-4bf7-bb07-d055fd30100c None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T20:59:59Z', 'revision_number': 3, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:02.795461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d84441a6-ba82-444c-9df2-6fe931811584 None None] Provisioning complete for port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:02.796731 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d84441a6-ba82-444c-9df2-6fe931811584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.826849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a539e409-537f-447e-8b1f-d2fd3496dbea up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:02.836883 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks [] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.874818 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d84441a6-ba82-444c-9df2-6fe931811584 None None] Port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:02.890901 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port a539e409-537f-447e-8b1f-d2fd3496dbea triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:02.891298 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.911145 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.912439 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (a4b1f16d-0619-4690-97c0-f5e40e2810f7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:02.980753 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port a539e409-537f-447e-8b1f-d2fd3496dbea is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:02.989554 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Pushing event updated for resources: {'Port': ['ID=176dd353-3807-4bba-8943-4dcc0bcb1ec7,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:03.063474 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:03.064941 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:03.175219 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896178e6-1877-4691-89fe-80aed5d463a0 req-cf19a418-9ab2-47bc-b447-f501d59c8ce1 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:03.183182 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-896178e6-1877-4691-89fe-80aed5d463a0 req-cf19a418-9ab2-47bc-b447-f501d59c8ce1 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0719917 Apr 28 21:00:03.231591 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:00:03.243567 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-896178e6-1877-4691-89fe-80aed5d463a0 req-f01af78a-5ad1-4285-a4ea-4060ca375232 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Apr 28 21:00:03.376950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:00:03.386510 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d61b22a6-a4d3-4ee7-8230-273ad86024e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/a4b1f16d-0619-4690-97c0-f5e40e2810f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906363 Apr 28 21:00:03.400238 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5e84fa4b-f38d-4442-8265-079b7719c503 None None] Provisioning complete for port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:03.400722 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5e84fa4b-f38d-4442-8265-079b7719c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:03.436537 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5e84fa4b-f38d-4442-8265-079b7719c503 None None] Port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:03.565876 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a25627-50ad-4d0d-b48a-97c8d7964703 req-8e65e977-43e1-4197-b918-d5c60edd905c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:03.568574 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e7a25627-50ad-4d0d-b48a-97c8d7964703 req-8e65e977-43e1-4197-b918-d5c60edd905c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.0704696 Apr 28 21:00:03.648890 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4407d5-b45b-4e4e-bc6d-be1d381965fd req-082b784d-c99c-45bd-ace8-27f237ab5e3a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:03.650544 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9b4407d5-b45b-4e4e-bc6d-be1d381965fd req-082b784d-c99c-45bd-ace8-27f237ab5e3a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0733957 Apr 28 21:00:03.662126 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:03.664491 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068af6a9-25d1-4b71-a386-9830cf7c93d4" -d '{"events": [{"server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "name": "network-vif-plugged", "status": "completed", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:03.668019 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e7a25627-50ad-4d0d-b48a-97c8d7964703 req-b7e404bf-39aa-4ceb-a834-14415bc8e84e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925858 Apr 28 21:00:03.720931 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9b4407d5-b45b-4e4e-bc6d-be1d381965fd req-9fafe989-9df2-42e6-a984-2116dd7a53ac tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Apr 28 21:00:03.726658 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef1ceb6-81cc-49f1-848b-6645f2c9ff56 x-openstack-request-id: req-4ef1ceb6-81cc-49f1-848b-6645f2c9ff56 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:03.727117 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "name": "network-vif-plugged", "status": "completed", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:03.727650 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ef1ceb6-81cc-49f1-848b-6645f2c9ff56 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:03.728272 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef1ceb6-81cc-49f1-848b-6645f2c9ff56'] response: {'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'code': 200} Apr 28 21:00:03.831050 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05ce5c-f028-4746-89b6-970f4e57fda0 req-8c3d06d4-252f-438e-a4cf-384ca37c28fb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:03.832813 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4e05ce5c-f028-4746-89b6-970f4e57fda0 req-8c3d06d4-252f-438e-a4cf-384ca37c28fb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0531495 Apr 28 21:00:03.883894 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4e05ce5c-f028-4746-89b6-970f4e57fda0 req-f3df1a38-adc2-402c-9e98-0128d87a9aea tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 Apr 28 21:00:03.984290 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-7720b1b2-c37d-4bf0-906b-62710e9adc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:03.985936 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-7720b1b2-c37d-4bf0-906b-62710e9adc96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956&tenant_id=54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 1127 time: 0.0800948 Apr 28 21:00:04.079479 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-cd4f029f-6e8e-49e0-b21a-85627f5e2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.081080 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-cd4f029f-6e8e-49e0-b21a-85627f5e2459 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1127 time: 0.0498085 Apr 28 21:00:04.171169 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50740) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:04.177116 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-965962620-network', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:04.183626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-bdec3fa0-2109-4cb9-a2e4-c22612092bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.185154 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-bdec3fa0-2109-4cb9-a2e4-c22612092bf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.0966702 Apr 28 21:00:04.282606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Made reservation on behalf of 50ffede192ee4bbeb0a918a8cadd890f for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:04.286327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.298983 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.395192 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8dfe9-e2fe-4d4e-b4dd-a033aa53d606 req-d782b9e6-93d4-4211-9393-a1228d08d296 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.396948 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fd8dfe9-e2fe-4d4e-b4dd-a033aa53d606 req-d782b9e6-93d4-4211-9393-a1228d08d296 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0689950 Apr 28 21:00:04.460176 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks [] for security_group (60da5932-c76d-4a89-b113-5bf1dc950991), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.475397 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8fd8dfe9-e2fe-4d4e-b4dd-a033aa53d606 req-42bba653-c631-4b4d-bdf3-b975ec8dc6cf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710649 Apr 28 21:00:04.488857 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-9ac8b9c7-5882-427f-8cb9-a4e2752e25d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 999 time: 0.2949784 Apr 28 21:00:04.489975 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d417-6b75-4841-a903-c6f623e950e5 req-b50fdb12-7349-47a5-95af-ceb64428d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.491348 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ef72d417-6b75-4841-a903-c6f623e950e5 req-b50fdb12-7349-47a5-95af-ceb64428d29a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1130 time: 0.0565314 Apr 28 21:00:04.519188 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (60da5932-c76d-4a89-b113-5bf1dc950991), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.547599 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:00:04.557957 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da5932-c76d-4a89-b113-5bf1dc950991,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:04.570891 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (7b59100d-ea12-42a4-a3bd-dbcf6953ba9e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.571165 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Added segment 7b59100d-ea12-42a4-a3bd-dbcf6953ba9e of type vlan for network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c Apr 28 21:00:04.577369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-abdb55e0-ff49-40d4-babe-22723b02f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.578871 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-abdb55e0-ff49-40d4-babe-22723b02f478 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0753212 Apr 28 21:00:04.585604 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ef72d417-6b75-4841-a903-c6f623e950e5 req-d1a35a36-745e-48e6-b694-8a2e03ea2111 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807533 Apr 28 21:00:04.616290 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.713268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.714460 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.715048 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.739508 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:04.750685 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:04.752074 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:04.831184 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6588976 Apr 28 21:00:04.833159 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d2c55-a7b3-42a4-b220-81ae89a025d6 admin admin] Pushing event updated for resources: {'Network': ['ID=63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:04.835082 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50748) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:04.846161 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Request body: {'subnet': {'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-965962620-subnet', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:04.856549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:00:04.869935 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35a198-a821-4398-b87d-03ea023045a1 req-e5392570-964b-4fa3-b81c-ff63a57ac80f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.871565 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c35a198-a821-4398-b87d-03ea023045a1 req-e5392570-964b-4fa3-b81c-ff63a57ac80f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.1227272 Apr 28 21:00:04.873801 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-c949de59-51be-4e60-9733-d5565227c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.876275 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-c949de59-51be-4e60-9733-d5565227c7bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0651360 Apr 28 21:00:04.898621 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0b9e871a-d242-4311-94cf-ecb90d709235 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:04.930771 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a3d33-2a84-448e-8b86-4ab80b6c1411 req-eeea2f09-0f1a-42b8-b615-ebe91ff2deeb tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:04.936766 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a3a3d33-2a84-448e-8b86-4ab80b6c1411 req-eeea2f09-0f1a-42b8-b615-ebe91ff2deeb tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.1203115 Apr 28 21:00:04.938047 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Made reservation on behalf of 50ffede192ee4bbeb0a918a8cadd890f for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:04.940690 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31231054'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:04.989415 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:05.014125 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-7820ddad-d9a1-454f-bdcc-eecf999b87bf service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177444 Apr 28 21:00:05.017710 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c35a198-a821-4398-b87d-03ea023045a1 req-cae43001-7f42-4abd-b4eb-e4877c16f935 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268156 Apr 28 21:00:05.081433 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0a3a3d33-2a84-448e-8b86-4ab80b6c1411 req-273e6c23-d176-459c-b794-f2a224d6e176 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375759 Apr 28 21:00:05.102278 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 0b9e871a-d242-4311-94cf-ecb90d709235 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:05.102789 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.200097 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f8af-b560-47b2-a4d8-aeb77883d608 req-3c78ce05-6edb-4285-99ed-fdec6db01d91 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:05.202057 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-24a6f8af-b560-47b2-a4d8-aeb77883d608 req-3c78ce05-6edb-4285-99ed-fdec6db01d91 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1110370 Apr 28 21:00:05.288501 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 0b9e871a-d242-4311-94cf-ecb90d709235 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:05.288904 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.289574 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92791874-7d28-40ee-8821-fff0737b72e4 req-a9115057-ec2a-4565-aa15-f2111bc67b28 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:05.291651 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-92791874-7d28-40ee-8821-fff0737b72e4 req-a9115057-ec2a-4565-aa15-f2111bc67b28 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.1354437 Apr 28 21:00:05.301798 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50754) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:05.304499 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 2, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:05.309962 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'port_id': '34259aef-b1be-413b-9b53-cb6c59373d48'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:05.340286 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 0b9e871a-d242-4311-94cf-ecb90d709235, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0b9e871a-d242-4311-94cf-ecb90d709235,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:05.341775 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:05.342219 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Updating router a4b1f16d-0619-4690-97c0-f5e40e2810f7 port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:00:05.353189 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.357660 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-24a6f8af-b560-47b2-a4d8-aeb77883d608 req-b5f43fbd-a079-4a70-88c7-5b62a3cd25d4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434951 Apr 28 21:00:05.371640 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.482750 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32945834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31231164'] for subnet (9678499b-aa82-4c3a-b19f-ca0a1dd84633), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.548997 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9678499b-aa82-4c3a-b19f-ca0a1dd84633,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:05.595085 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.601707 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8924d2b9-3131-42ff-ac8b-d7790c228c0f req-97dd313e-7d85-42d6-9ca6-066c93512e7d service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862545 Apr 28 21:00:05.620587 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Checking segment: {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:05.620948 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Network hostable DHCP agents. Network: 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:00:05.635832 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352898f2-1e74-4a56-84a3-f2bc3563d74b req-0be9619e-4fe9-46da-9476-ae12016d7b69 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:05.637472 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-352898f2-1e74-4a56-84a3-f2bc3563d74b req-0be9619e-4fe9-46da-9476-ae12016d7b69 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0848956 Apr 28 21:00:05.700094 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=0b9e871a-d242-4311-94cf-ecb90d709235,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:05.721265 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:00:05.740856 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-352898f2-1e74-4a56-84a3-f2bc3563d74b req-56a0fdca-bce3-44d5-b689-5d5bf3677e66 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927861 Apr 28 21:00:05.822052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:05.826203 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:05.826801 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.837195 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5cd09-a548-49e8-8a81-dbdd75919910 None None] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:00:05.841199 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Publish callbacks [] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.925430 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f2895df0-a63f-491d-8469-a2a6f43c1bc7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0828567 Apr 28 21:00:05.928556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50758) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:05.935839 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.937579 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:05.943189 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c', 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c', 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'fixed_ips': [{'subnet_id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 21:00:05.944041 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:05.963006 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.050522 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.050823 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08833eec-4b6e-46f2-b69b-e5164cca3372 None None] Pushing event updated for resources: {'Port': ['ID=176dd353-3807-4bba-8943-4dcc0bcb1ec7,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:06.098682 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (75d3e132-e20f-4c9d-9c3f-202961b43b8f), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.102033 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (75d3e132-e20f-4c9d-9c3f-202961b43b8f), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.160791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Attempting to bind port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:06.160791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Attempting to bind port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:06.160791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Attempting to bind port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:06.168607 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:06.168987 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Checking segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:06.169396 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.169798 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Bound using segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:06.170460 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Bound port: 176dd353-3807-4bba-8943-4dcc0bcb1ec7, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:06.170851 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.194439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Allocated IP 172.20.0.2 (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c/9678499b-aa82-4c3a-b19f-ca0a1dd84633/d76643a0-76a4-4cce-902a-2f46850309fe) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:06.247981 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks [] for router_controller (75d3e132-e20f-4c9d-9c3f-202961b43b8f), precommit_add_association {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.256077 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2198bc-8ab8-4e4f-862f-08b05507c0e8 req-9abc7179-d85f-4d13-a694-2f65f54d5d00 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:06.258330 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e2198bc-8ab8-4e4f-862f-08b05507c0e8 req-9abc7179-d85f-4d13-a694-2f65f54d5d00 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0579648 Apr 28 21:00:06.258467 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8 associated. External IP: 172.27.0.94, port: 34259aef-b1be-413b-9b53-cb6c59373d48. Apr 28 21:00:06.329233 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] For port 176dd353-3807-4bba-8943-4dcc0bcb1ec7, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:06.335075 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-724046b1-8468-44d7-9c74-e14cab3f82f1 None None] Provisioning complete for port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:06.335459 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-724046b1-8468-44d7-9c74-e14cab3f82f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.336517 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5e2198bc-8ab8-4e4f-862f-08b05507c0e8 req-0d2d8ba7-8947-4fd7-b797-450183093200 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570590 Apr 28 21:00:06.384523 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] For port 176dd353-3807-4bba-8943-4dcc0bcb1ec7, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=176dd353-3807-4bba-8943-4dcc0bcb1ec7,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:06.413654 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-724046b1-8468-44d7-9c74-e14cab3f82f1 None None] Port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:06.476355 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Publish callbacks [] for port (d76643a0-76a4-4cce-902a-2f46850309fe), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.496003 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.518667 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e5230-7a3e-4038-9034-7ce2a14525ba req-cc6445a4-b520-4167-9f45-ca52086b6320 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:06.524141 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7b1e5230-7a3e-4038-9034-7ce2a14525ba req-cc6445a4-b520-4167-9f45-ca52086b6320 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0625839 Apr 28 21:00:06.560852 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:06.561507 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:06.567998 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08833eec-4b6e-46f2-b69b-e5164cca3372 None None] Pushing event updated for resources: {'Port': ['ID=176dd353-3807-4bba-8943-4dcc0bcb1ec7,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:06.614226 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7b1e5230-7a3e-4038-9034-7ce2a14525ba req-5b3933e6-8297-4919-88e9-acb92d8cb8e6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839369 Apr 28 21:00:06.645391 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.703105 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks [] for router_gateway (75d3e132-e20f-4c9d-9c3f-202961b43b8f), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.712816 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:06.732501 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:06.734709 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Pushing event updated for resources: {'Port': ['ID=d76643a0-76a4-4cce-902a-2f46850309fe,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:06.740272 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:06.794527 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:00:06.903359 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0b9e871a-d242-4311-94cf-ecb90d709235 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:06.932222 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b0430-baf1-44bf-a457-7c09fccacccd req-e0bc7e89-b9a1-4f50-af23-3cf5b3b42bd1 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:06.940644 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa9b0430-baf1-44bf-a457-7c09fccacccd req-e0bc7e89-b9a1-4f50-af23-3cf5b3b42bd1 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0876856 Apr 28 21:00:06.956904 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Attempting to bind port d76643a0-76a4-4cce-902a-2f46850309fe on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:06.957878 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Attempting to bind port d76643a0-76a4-4cce-902a-2f46850309fe by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:06.962527 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Attempting to bind port d76643a0-76a4-4cce-902a-2f46850309fe on network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:06.968790 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:06.971223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] Provisioning complete for port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:06.971223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.973260 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:06.973639 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Checking segment: {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:06.974023 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:06.974417 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Bound using segment: {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:06.974908 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Bound port: d76643a0-76a4-4cce-902a-2f46850309fe, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:06.975286 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.022386 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa9b0430-baf1-44bf-a457-7c09fccacccd req-5b21146c-1ea6-497f-8752-28e20cec0385 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633194 Apr 28 21:00:07.123914 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb8da-7e8d-4e21-be71-b138ec83b658 req-496b86af-f6a9-49da-9e4b-bb02ca70c91b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:07.126531 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1ccb8da-7e8d-4e21-be71-b138ec83b658 req-496b86af-f6a9-49da-9e4b-bb02ca70c91b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0519233 Apr 28 21:00:07.185942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 0b9e871a-d242-4311-94cf-ecb90d709235 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:07.186507 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.186742 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1ccb8da-7e8d-4e21-be71-b138ec83b658 req-5f612e55-a493-4253-b0f5-88228586f724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 Apr 28 21:00:07.250111 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:00:07.262600 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:07.275597 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.279995 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:07.282490 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:07.302428 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] For port d76643a0-76a4-4cce-902a-2f46850309fe, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:07.338368 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] For port d76643a0-76a4-4cce-902a-2f46850309fe, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d76643a0-76a4-4cce-902a-2f46850309fe,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:07.357999 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-348d5a4b-30e4-494f-a684-f848152cbb57 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "PUT /v2.0/floatingips/a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8 HTTP/1.1" status: 200 len: 991 time: 2.0547760 Apr 28 21:00:07.363004 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:07.366201 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc816198-21c1-4706-93bd-7270b1dfb799" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:07.392367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] Current status of the port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:07.392799 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.411912 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.471257 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd245a9-0d0e-4e92-b14c-943ef9998357 x-openstack-request-id: req-4dd245a9-0d0e-4e92-b14c-943ef9998357 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:07.472152 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:07.478645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dd245a9-0d0e-4e92-b14c-943ef9998357 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:07.479224 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd245a9-0d0e-4e92-b14c-943ef9998357'] response: {'name': 'network-changed', 'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48', 'status': 'completed', 'code': 200} Apr 28 21:00:07.673029 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:07.724551 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4393-0553-4aad-9336-de2c7e29912d req-64e5e03d-f03b-46c9-b233-a037acb0b9ef tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:07.731102 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-281b4393-0553-4aad-9336-de2c7e29912d req-64e5e03d-f03b-46c9-b233-a037acb0b9ef tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.1424942 Apr 28 21:00:07.775964 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-b0abc758-533b-400f-9b88-759458f3dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:07.778541 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-b0abc758-533b-400f-9b88-759458f3dbd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 1130 time: 0.1578588 Apr 28 21:00:07.794113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks [] for router_gateway (75d3e132-e20f-4c9d-9c3f-202961b43b8f), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.848271 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:07.965839 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e14e3-d5b0-415b-b84c-200226e836c3 req-5f92c6b9-2d4f-4974-bcff-096d6912c9a5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:07.968113 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f9e14e3-d5b0-415b-b84c-200226e836c3 req-5f92c6b9-2d4f-4974-bcff-096d6912c9a5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1411366 Apr 28 21:00:07.974888 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-281b4393-0553-4aad-9336-de2c7e29912d req-24aee166-4a01-4df0-ac49-4d72dbf5bc40 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359731 Apr 28 21:00:08.024500 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] For port 176dd353-3807-4bba-8943-4dcc0bcb1ec7, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=176dd353-3807-4bba-8943-4dcc0bcb1ec7,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:08.045881 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:06Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:08.064153 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 0b9e871a-d242-4311-94cf-ecb90d709235 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:08.201817 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b618df5f-c6d6-437c-8a18-576619129afe None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:06Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:08.216533 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f9e14e3-d5b0-415b-b84c-200226e836c3 req-324b5dc0-8495-4f5b-b577-960f5324ac29 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305481 Apr 28 21:00:08.224347 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:08.226527 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a6c7a-6966-4e45-8c0c-a3530487021d None None] Pushing event updated for resources: {'Port': ['ID=d76643a0-76a4-4cce-902a-2f46850309fe,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:08.251086 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:23Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}, {'id': 'a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': '34259aef-b1be-413b-9b53-cb6c59373d48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:55:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:59:26Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:08.403895 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638183a9-8408-4453-a1ef-363d3fcdc0b2 req-30b78af9-06b1-485a-aefa-c3435807e483 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:08.408638 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-638183a9-8408-4453-a1ef-363d3fcdc0b2 req-30b78af9-06b1-485a-aefa-c3435807e483 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.2711613 Apr 28 21:00:08.417316 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-f5ca9d01-dffa-4ee5-a079-8e958005a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:08.419975 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-f5ca9d01-dffa-4ee5-a079-8e958005a578 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 915 time: 0.2883644 Apr 28 21:00:08.448880 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:08.477795 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Allocated IP 172.27.0.169 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/4be7cb54-5637-4ef2-872f-2fea4d338ca3) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:08.481616 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:08.482756 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:08.503189 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a3b3-4033-4dc0-b99b-4f1324816368 None None] Pushing event updated for resources: {'Port': ['ID=176dd353-3807-4bba-8943-4dcc0bcb1ec7,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:08.602276 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-638183a9-8408-4453-a1ef-363d3fcdc0b2 req-27a47c1d-29f0-413a-b4f6-da4ebb3e4b67 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719732 Apr 28 21:00:08.727364 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-e0e423c4-d07e-44d1-9b98-a16050e3e36e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34259aef-b1be-413b-9b53-cb6c59373d48 HTTP/1.1" status: 200 len: 999 time: 0.2399938 Apr 28 21:00:08.801952 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:08.910864 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks [] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:08.947201 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-05eda8a6-b272-46be-94d6-3fe82b42049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:08.952408 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-05eda8a6-b272-46be-94d6-3fe82b42049a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.1677065 Apr 28 21:00:09.112396 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d76643a0-76a4-4cce-902a-2f46850309fe up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:09.146133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-8ffb2264-cea4-4124-a615-a7e6579b00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:09.154334 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-8ffb2264-cea4-4124-a615-a7e6579b00c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0864692 Apr 28 21:00:09.157094 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:09.207990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:09.254471 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d76643a0-76a4-4cce-902a-2f46850309fe triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:09.254858 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:09.290418 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8ddfc-2a9b-4a49-8382-b1048ec02702 req-5bb727fa-15bc-4706-973f-96eed7290080 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:09.308069 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ace8ddfc-2a9b-4a49-8382-b1048ec02702 req-5bb727fa-15bc-4706-973f-96eed7290080 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.1601040 Apr 28 21:00:09.459732 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ace8ddfc-2a9b-4a49-8382-b1048ec02702 req-2de60b8d-92c7-444d-8fc2-5bae75bec45b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505835 Apr 28 21:00:09.505210 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-3e9df31c-ba66-4c37-9b0c-c9c4e995f268 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957635 Apr 28 21:00:09.506803 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:23Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}, {'id': 'a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': '34259aef-b1be-413b-9b53-cb6c59373d48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:55:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:59:26Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:09.524885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:09.532604 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:09.535604 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d76643a0-76a4-4cce-902a-2f46850309fe is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:09.536803 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:09.629538 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port d76643a0-76a4-4cce-902a-2f46850309fe, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d76643a0-76a4-4cce-902a-2f46850309fe,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:09.633006 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd7a4f-b614-4882-9bf8-a32795fc4885 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:23Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}, {'id': 'a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': '34259aef-b1be-413b-9b53-cb6c59373d48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:55:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:59:26Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:09.658289 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2de97-1283-450b-a928-ad3678dfab50 req-ba8777e3-9148-49d6-9eea-5dc477dadfdf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:09.695367 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ec2de97-1283-450b-a928-ad3678dfab50 req-ba8777e3-9148-49d6-9eea-5dc477dadfdf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1503417 Apr 28 21:00:09.700463 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:09.701317 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 176dd353-3807-4bba-8943-4dcc0bcb1ec7 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:09.762485 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Pushing event updated for resources: {'Port': ['ID=4be7cb54-5637-4ef2-872f-2fea4d338ca3,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:09.871978 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ec2de97-1283-450b-a928-ad3678dfab50 req-5748ee11-21ce-4ad6-8d21-d793ce7bb419 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711724 Apr 28 21:00:09.970047 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=d76643a0-76a4-4cce-902a-2f46850309fe,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:10.004849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:10.005391 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:10.114949 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bc816198-21c1-4706-93bd-7270b1dfb799 req-3a305114-a9fc-4aad-b24f-c63adb969ef9 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497768 Apr 28 21:00:10.214358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ca60a-5bfd-411d-9acf-07cc3131321c None None] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:00:10.219117 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:10.307624 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff249e-e3fe-4b64-a149-663499913f34 None None] New status for floating IP a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:00:10.390663 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks [] for router_gateway (75d3e132-e20f-4c9d-9c3f-202961b43b8f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:10.523904 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-e0511b78-c7b9-48a0-8d51-12ebbe787dd8 None None] Provisioning complete for port d76643a0-76a4-4cce-902a-2f46850309fe triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:10.524307 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e0511b78-c7b9-48a0-8d51-12ebbe787dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:10.651300 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d07a6-1879-403b-acdb-73b8d6b814d3 req-16bfc573-ded4-47ac-b1d8-4e7d7eba482e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:10.661626 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb7d07a6-1879-403b-acdb-73b8d6b814d3 req-16bfc573-ded4-47ac-b1d8-4e7d7eba482e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0859609 Apr 28 21:00:10.749783 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-e0511b78-c7b9-48a0-8d51-12ebbe787dd8 None None] Current status of the port d76643a0-76a4-4cce-902a-2f46850309fe is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:10.781793 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb7d07a6-1879-403b-acdb-73b8d6b814d3 req-a322cb5b-3cba-40ec-a93e-b3783a6f2d07 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157050 Apr 28 21:00:10.852479 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (75d3e132-e20f-4c9d-9c3f-202961b43b8f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:10.915682 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d76643a0-76a4-4cce-902a-2f46850309fe up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:11.028123 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port d76643a0-76a4-4cce-902a-2f46850309fe triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:11.032620 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:11.159799 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea00e-1828-4e33-9500-b68e86d68ef8 req-38776cca-1442-4f40-b9a8-2f3c66f3fb7c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:11.171622 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-590ea00e-1828-4e33-9500-b68e86d68ef8 req-38776cca-1442-4f40-b9a8-2f3c66f3fb7c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1378591 Apr 28 21:00:11.239484 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-98396143-3263-46bb-a7ee-0dcccfbc19ac None None] Provisioning complete for port d76643a0-76a4-4cce-902a-2f46850309fe triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:11.239484 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-98396143-3263-46bb-a7ee-0dcccfbc19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:11.271579 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Router 75d3e132-e20f-4c9d-9c3f-202961b43b8f is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 21:00:11.282482 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-590ea00e-1828-4e33-9500-b68e86d68ef8 req-473f331d-951e-4fe9-bfdd-95e15ca538fb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077631 Apr 28 21:00:11.289865 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port d76643a0-76a4-4cce-902a-2f46850309fe is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:11.408752 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-98396143-3263-46bb-a7ee-0dcccfbc19ac None None] Current status of the port d76643a0-76a4-4cce-902a-2f46850309fe is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:11.493224 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:00:11.505125 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Sync routers for ids ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:11.524686 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Routers {'75d3e132-e20f-4c9d-9c3f-202961b43b8f'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:11.525985 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:11.732680 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Set router 75d3e132-e20f-4c9d-9c3f-202961b43b8f gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:11.921669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674746f7-cf46-4a73-a799-a666bb7f4bae req-fd93e358-b22e-487f-9784-afbcc796ff0f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:11.924247 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-674746f7-cf46-4a73-a799-a666bb7f4bae req-fd93e358-b22e-487f-9784-afbcc796ff0f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0537500 Apr 28 21:00:11.959069 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:00:10Z', 'revision_number': 3, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:12.006396 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Checking router: 75d3e132-e20f-4c9d-9c3f-202961b43b8f for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:12.007046 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Updating router 75d3e132-e20f-4c9d-9c3f-202961b43b8f port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:00:12.010334 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-674746f7-cf46-4a73-a799-a666bb7f4bae req-5da90270-b764-4ea6-82ed-3c8d5dde3917 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714338 Apr 28 21:00:12.045911 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:12.356653 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Publish callbacks [] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:12.448763 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282af209-d9e8-4270-892b-007fd998a449 req-7bde653a-5c94-4ed1-ae1a-948c5ffc7520 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:12.448763 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-282af209-d9e8-4270-892b-007fd998a449 req-7bde653a-5c94-4ed1-ae1a-948c5ffc7520 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0530703 Apr 28 21:00:12.470506 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-282af209-d9e8-4270-892b-007fd998a449 req-f65f4300-3ec8-4c6a-9cb5-a604456741d2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455558 Apr 28 21:00:12.750007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:12.751449 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ac274adc-7939-4ddd-9d68-d0d63a5d633b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8219068 Apr 28 21:00:12.755290 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50834) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:12.810597 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:00:12.890760 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:12.949983 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Attempting to bind port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:12.950354 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Attempting to bind port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:12.950720 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Attempting to bind port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:12.952873 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de062f-b93e-45c3-9a7d-76f68bdffc97 None None] Pushing event updated for resources: {'Port': ['ID=4be7cb54-5637-4ef2-872f-2fea4d338ca3,revision_number=2']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:12.958806 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:12.959207 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:12.959592 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:12.960035 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:12.969448 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Bound port: 4be7cb54-5637-4ef2-872f-2fea4d338ca3, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:12.969448 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:13.015457 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] For port 4be7cb54-5637-4ef2-872f-2fea4d338ca3, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:13.018809 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] For port 4be7cb54-5637-4ef2-872f-2fea4d338ca3, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4be7cb54-5637-4ef2-872f-2fea4d338ca3,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:13.126048 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51015744-e7f1-42d3-931d-50862fdf4f77 req-1efefc65-b4dd-4bbf-8209-16fc1d16c7c6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:13.128136 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:13.128715 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51015744-e7f1-42d3-931d-50862fdf4f77 req-1efefc65-b4dd-4bbf-8209-16fc1d16c7c6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0524535 Apr 28 21:00:13.194383 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51015744-e7f1-42d3-931d-50862fdf4f77 req-4721f8ea-1267-4777-bd10-66cfc5c6c3f3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Apr 28 21:00:13.212272 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Routers {'75d3e132-e20f-4c9d-9c3f-202961b43b8f'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:13.216486 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:13.248297 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de062f-b93e-45c3-9a7d-76f68bdffc97 None None] Pushing event updated for resources: {'Port': ['ID=4be7cb54-5637-4ef2-872f-2fea4d338ca3,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:13.275585 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:13.437071 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] Set router 75d3e132-e20f-4c9d-9c3f-202961b43b8f gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:13.538821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Allocated IP 172.20.0.1 (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c/9678499b-aa82-4c3a-b19f-ca0a1dd84633/8be2ac19-2b34-499f-918f-87db7c15e637) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:13.614718 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:00:10Z', 'revision_number': 3, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:13.616541 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50493f42-eafb-4303-862f-b85b61893636 req-32214a8e-d032-4b52-82a5-53dfd5b3d0f1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:13.630185 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-50493f42-eafb-4303-862f-b85b61893636 req-32214a8e-d032-4b52-82a5-53dfd5b3d0f1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0808856 Apr 28 21:00:13.683562 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d418241-3615-4dd1-a3fe-adf4a6a00377 None None] The sync data for ids ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'] in dv-cinder-750782-20-iscsi is: [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:00:10Z', 'revision_number': 3, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:13.686726 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks [] for port (8be2ac19-2b34-499f-918f-87db7c15e637), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:13.715227 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-50493f42-eafb-4303-862f-b85b61893636 req-5b356df7-d58f-4a7a-b5c6-9ba879c2d813 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833962 Apr 28 21:00:13.825427 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:13.868404 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:13.871490 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:13.875706 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:13.880417 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (75d3e132-e20f-4c9d-9c3f-202961b43b8f), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:13.880417 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Pushing event updated for resources: {'Port': ['ID=8be2ac19-2b34-499f-918f-87db7c15e637,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:14.157396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:14.263128 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-2b2e24b8-00fa-4743-9d45-3c0ba108da82 None None] Provisioning complete for port 8be2ac19-2b34-499f-918f-87db7c15e637 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:14.264054 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2b2e24b8-00fa-4743-9d45-3c0ba108da82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:14.382971 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e24b8-00fa-4743-9d45-3c0ba108da82 None None] Port 8be2ac19-2b34-499f-918f-87db7c15e637 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:14.401862 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a2bc9-8a0f-46d6-858c-973a814c3b10 req-b3134a8c-3f1a-4465-a64b-8a3f4ca49880 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:14.405679 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f6a2bc9-8a0f-46d6-858c-973a814c3b10 req-b3134a8c-3f1a-4465-a64b-8a3f4ca49880 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0908003 Apr 28 21:00:14.458985 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks [] for port (8be2ac19-2b34-499f-918f-87db7c15e637), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:14.493888 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f6a2bc9-8a0f-46d6-858c-973a814c3b10 req-ac4c29f0-9e06-4329-8944-017d5a6e57b4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805323 Apr 28 21:00:14.534208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:14.534208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (75d3e132-e20f-4c9d-9c3f-202961b43b8f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:14.825900 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Pushing event updated for resources: {'Port': ['ID=8be2ac19-2b34-499f-918f-87db7c15e637,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:14.873010 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4be7cb54-5637-4ef2-872f-2fea4d338ca3 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:14.946139 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:14.952443 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:14.996214 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29460a7e-d7e8-4068-8910-aced11a14044 req-1a8da8a3-9567-46f9-9d54-ea62547ad62b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:15.001288 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29460a7e-d7e8-4068-8910-aced11a14044 req-1a8da8a3-9567-46f9-9d54-ea62547ad62b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.1427538 Apr 28 21:00:15.050097 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:15.050924 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:15.080747 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29460a7e-d7e8-4068-8910-aced11a14044 req-17665a32-2f65-4a21-83ea-0bc39ad1be4c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704219 Apr 28 21:00:15.191481 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Router 75d3e132-e20f-4c9d-9c3f-202961b43b8f has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:00:15.201047 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:15.201457 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:15.246583 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 4be7cb54-5637-4ef2-872f-2fea4d338ca3, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4be7cb54-5637-4ef2-872f-2fea4d338ca3,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:15.359543 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:15.422985 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:00:15.443994 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-b63e07a5-2dc7-4160-be7d-b1cefe0265fa admin admin] 10.222.0.64 "PUT /v2.0/routers/75d3e132-e20f-4c9d-9c3f-202961b43b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6764588 Apr 28 21:00:15.444325 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-0b3002a8-c780-425f-8607-8b37a408b011 None None] Provisioning complete for port 8be2ac19-2b34-499f-918f-87db7c15e637 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:15.444325 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0b3002a8-c780-425f-8607-8b37a408b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:15.498223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=4be7cb54-5637-4ef2-872f-2fea4d338ca3,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:15.516105 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-0b3002a8-c780-425f-8607-8b37a408b011 None None] Port 8be2ac19-2b34-499f-918f-87db7c15e637 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:15.642194 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19692ac-a131-423f-ad0d-2fc27b5b2ce6 req-297ef6c0-6ab2-4cdc-9b7a-e20da3949cde tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:15.643747 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e19692ac-a131-423f-ad0d-2fc27b5b2ce6 req-297ef6c0-6ab2-4cdc-9b7a-e20da3949cde tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0554585 Apr 28 21:00:15.695294 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e19692ac-a131-423f-ad0d-2fc27b5b2ce6 req-04cd8618-5bd7-40f3-8569-9a380d160b57 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Apr 28 21:00:16.288538 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50858) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:16.302345 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569150433', 'description': 'tempest-secgroup-smoke-569150433 description', 'project_id': '3bac5e29e23646fc96819cd579831ed8'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:16.391317 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010878b-1642-4546-9217-a294bee79b46 req-7ac865cc-7ea6-4477-abb3-391d6d7a953e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:16.392856 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f010878b-1642-4546-9217-a294bee79b46 req-7ac865cc-7ea6-4477-abb3-391d6d7a953e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0513959 Apr 28 21:00:16.433513 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:16.446738 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f010878b-1642-4546-9217-a294bee79b46 req-21ddc3bd-2d88-4c31-89fc-981f7d08709f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473104 Apr 28 21:00:16.462535 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Sync routers for ids ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:16.475248 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Routers {'75d3e132-e20f-4c9d-9c3f-202961b43b8f'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:16.476737 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:16.504927 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group (fce5075b-2545-4544-a363-ac9b83e182fd), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:16.583979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (fce5075b-2545-4544-a363-ac9b83e182fd), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:16.621815 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5075b-2545-4544-a363-ac9b83e182fd,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:16.623185 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Set router 75d3e132-e20f-4c9d-9c3f-202961b43b8f gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:16.727282 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:16.731838 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0835205f-73e8-4e7b-b61d-4e600511006b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4311452 Apr 28 21:00:16.736874 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50862) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:16.749981 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group_rule': {'security_group_id': 'fce5075b-2545-4544-a363-ac9b83e182fd', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:16.898093 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4be7cb54-5637-4ef2-872f-2fea4d338ca3 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:16.901538 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (f9d11047-7a02-4609-9195-1c24b25113e8), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:16.992542 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:00:14Z', 'revision_number': 4, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '8be2ac19-2b34-499f-918f-87db7c15e637', 'name': '', 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'mac_address': 'fa:16:3e:65:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:13Z', 'updated_at': '2022-04-28T21:00:14Z', 'revision_number': 2, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'subnets': [{'id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:16.999859 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90636646-66ed-49c3-9699-2c60679ce776 req-382bdc4e-4de6-40c2-a0cc-b12c63ea1e03 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:17.007683 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90636646-66ed-49c3-9699-2c60679ce776 req-382bdc4e-4de6-40c2-a0cc-b12c63ea1e03 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.1517055 Apr 28 21:00:17.013457 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (f9d11047-7a02-4609-9195-1c24b25113e8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.032482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Checking router: 75d3e132-e20f-4c9d-9c3f-202961b43b8f for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:17.032847 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Updating router 75d3e132-e20f-4c9d-9c3f-202961b43b8f port 8be2ac19-2b34-499f-918f-87db7c15e637 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:00:17.072242 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:17.072749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.085232 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-90636646-66ed-49c3-9699-2c60679ce776 req-e1b90f5d-119f-4f54-b5ec-cef8b0d0d9e1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765216 Apr 28 21:00:17.090382 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (f9d11047-7a02-4609-9195-1c24b25113e8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.106714 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d11047-7a02-4609-9195-1c24b25113e8,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:17.114104 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.183761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.185317 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-45936872-e3be-4eb5-be3d-92ac71e12eba tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4516304 Apr 28 21:00:17.188363 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50864) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:17.193700 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group_rule': {'security_group_id': 'fce5075b-2545-4544-a363-ac9b83e182fd', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:17.446630 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:17.616596 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37a26e-a1d7-4dcd-87ab-e98d809b198e req-f7840453-0860-4a83-951c-012d611d6663 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:17.618259 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ce37a26e-a1d7-4dcd-87ab-e98d809b198e req-f7840453-0860-4a83-951c-012d611d6663 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0731959 Apr 28 21:00:17.624357 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Publish callbacks [] for port (8be2ac19-2b34-499f-918f-87db7c15e637), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.710505 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ce37a26e-a1d7-4dcd-87ab-e98d809b198e req-10845130-2dc5-40e4-a547-fdec372a20ba tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811310 Apr 28 21:00:17.747814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (be1796cc-1515-40c3-aae1-27cdf5972d3b), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.814474 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (be1796cc-1515-40c3-aae1-27cdf5972d3b), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:17.996151 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.024590 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (be1796cc-1515-40c3-aae1-27cdf5972d3b), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.043405 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1796cc-1515-40c3-aae1-27cdf5972d3b,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:18.055707 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811f60e-f72b-408e-920d-c779b9045698 None None] Pushing event updated for resources: {'Port': ['ID=8be2ac19-2b34-499f-918f-87db7c15e637,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:18.105699 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Attempting to bind port 8be2ac19-2b34-499f-918f-87db7c15e637 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:18.105699 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Attempting to bind port 8be2ac19-2b34-499f-918f-87db7c15e637 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:18.105699 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Attempting to bind port 8be2ac19-2b34-499f-918f-87db7c15e637 on network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:18.112230 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:18.112612 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Checking segment: {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:18.113005 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.113438 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Bound using segment: {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:18.113925 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Bound port: 8be2ac19-2b34-499f-918f-87db7c15e637, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:18.114308 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.133306 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.134711 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a06f7b5c-029b-4e1e-845f-ca1b96c98fe7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9449961 Apr 28 21:00:18.137429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50870) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:18.141999 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group_rule': {'security_group_id': 'fce5075b-2545-4544-a363-ac9b83e182fd', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:18.202129 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] For port 8be2ac19-2b34-499f-918f-87db7c15e637, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:18.206385 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] For port 8be2ac19-2b34-499f-918f-87db7c15e637, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=8be2ac19-2b34-499f-918f-87db7c15e637,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:18.221064 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbcac5-4d37-4630-8586-00216b0e058e req-2b6ccbd6-4d80-4027-9ba2-faef11c00a35 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:18.223127 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21fbcac5-4d37-4630-8586-00216b0e058e req-2b6ccbd6-4d80-4027-9ba2-faef11c00a35 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0503821 Apr 28 21:00:18.239243 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (b3bf3b42-595b-49f7-b9ea-6a0c1dcaa435), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.267723 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-be19ee04-779d-4d4d-8e8c-dc6302ddfe7c None None] Provisioning complete for port 8be2ac19-2b34-499f-918f-87db7c15e637 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:18.268214 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-be19ee04-779d-4d4d-8e8c-dc6302ddfe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.279228 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21fbcac5-4d37-4630-8586-00216b0e058e req-8fd2f884-29e6-4773-a275-82e1ec14c477 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498946 Apr 28 21:00:18.314212 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (b3bf3b42-595b-49f7-b9ea-6a0c1dcaa435), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.320137 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-be19ee04-779d-4d4d-8e8c-dc6302ddfe7c None None] Port 8be2ac19-2b34-499f-918f-87db7c15e637 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:18.334709 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.393049 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (b3bf3b42-595b-49f7-b9ea-6a0c1dcaa435), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.400959 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Routers {'75d3e132-e20f-4c9d-9c3f-202961b43b8f'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:18.406281 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T20:59:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:18.409928 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bf3b42-595b-49f7-b9ea-6a0c1dcaa435,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:18.458498 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811f60e-f72b-408e-920d-c779b9045698 None None] Pushing event updated for resources: {'Port': ['ID=8be2ac19-2b34-499f-918f-87db7c15e637,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:18.498129 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.502297 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-76aa3a1a-f07d-4c27-b51d-ab363c538ab2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3638062 Apr 28 21:00:18.502753 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 50872) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:18.508373 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group_rule': {'security_group_id': 'fce5075b-2545-4544-a363-ac9b83e182fd', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:18.562524 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] Set router 75d3e132-e20f-4c9d-9c3f-202961b43b8f gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:18.616539 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (859549cc-31b4-46da-8282-cf542fdbd900), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.693845 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] Provisioning complete for port 8be2ac19-2b34-499f-918f-87db7c15e637 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:18.694461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.696520 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (859549cc-31b4-46da-8282-cf542fdbd900), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.799279 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (859549cc-31b4-46da-8282-cf542fdbd900), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.827488 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859549cc-31b4-46da-8282-cf542fdbd900,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:18.887023 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:00:14Z', 'revision_number': 4, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '8be2ac19-2b34-499f-918f-87db7c15e637', 'name': '', 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'mac_address': 'fa:16:3e:65:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:13Z', 'updated_at': '2022-04-28T21:00:18Z', 'revision_number': 4, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'subnets': [{'id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:18.890239 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] Current status of the port 8be2ac19-2b34-499f-918f-87db7c15e637 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:18.902534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.916897 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbaf6c-a9e4-4ab9-a8d3-e3175ca9a2d3 None None] The sync data for ids ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'] in dv-cinder-750782-20-iscsi is: [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:00:14Z', 'revision_number': 4, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '8be2ac19-2b34-499f-918f-87db7c15e637', 'name': '', 'network_id': '63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'mac_address': 'fa:16:3e:65:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:13Z', 'updated_at': '2022-04-28T21:00:18Z', 'revision_number': 4, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'subnets': [{'id': '9678499b-aa82-4c3a-b19f-ca0a1dd84633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:18.926642 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4083cd9-4d52-4b29-b48a-cb44bf8bd00b req-efd99cf9-0c65-4239-8090-eaef53ad04a2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:18.936669 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a4083cd9-4d52-4b29-b48a-cb44bf8bd00b req-efd99cf9-0c65-4239-8090-eaef53ad04a2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0904777 Apr 28 21:00:18.962979 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:18.967128 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50880) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:18.967678 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3f861d5d-7cbb-4016-896c-2b07fa55ef14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4627135 Apr 28 21:00:18.972430 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group_rule': {'security_group_id': 'fce5075b-2545-4544-a363-ac9b83e182fd', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:19.013558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] For port 8be2ac19-2b34-499f-918f-87db7c15e637, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=8be2ac19-2b34-499f-918f-87db7c15e637,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:19.048567 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a4083cd9-4d52-4b29-b48a-cb44bf8bd00b req-a3e03e88-3f78-4615-8798-79b3f326c6f7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109066 Apr 28 21:00:19.077895 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.096302 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.securitygroups_db [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Project 3bac5e29e23646fc96819cd579831ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:00:19.104587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (7514cb8a-2291-4f58-9334-43c321b026da), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.143055 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214abfe1-3678-4952-aacb-0373c8ddff4e None None] Pushing event updated for resources: {'Port': ['ID=8be2ac19-2b34-499f-918f-87db7c15e637,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:19.194089 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (7514cb8a-2291-4f58-9334-43c321b026da), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.262197 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (7514cb8a-2291-4f58-9334-43c321b026da), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.282170 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7514cb8a-2291-4f58-9334-43c321b026da,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:19.355689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.356892 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e9baeee8-be99-43b2-bc8c-fcc8d986ab02 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3884192 Apr 28 21:00:19.359696 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 50884) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:19.364955 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'security_group_rule': {'security_group_id': 'fce5075b-2545-4544-a363-ac9b83e182fd', 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:19.397772 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313f19c-232c-438d-89d3-825e904bb656 req-bc9f370f-ca9b-4687-be26-9d80bfc7fed7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:19.399270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e313f19c-232c-438d-89d3-825e904bb656 req-bc9f370f-ca9b-4687-be26-9d80bfc7fed7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0484562 Apr 28 21:00:19.449611 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e313f19c-232c-438d-89d3-825e904bb656 req-77f5e059-cf96-49d1-abf2-6fb930ccc1ac tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Apr 28 21:00:19.470027 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.securitygroups_db [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Project 3bac5e29e23646fc96819cd579831ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:00:19.476370 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (2df214b4-cef7-4b66-aca7-b18a2cb70cbe), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.544406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (2df214b4-cef7-4b66-aca7-b18a2cb70cbe), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.638974 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (2df214b4-cef7-4b66-aca7-b18a2cb70cbe), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.657255 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df214b4-cef7-4b66-aca7-b18a2cb70cbe,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:19.665808 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.666173 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.666519 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.666863 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.667199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.667531 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.667866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.668237 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.668562 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.668898 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.669226 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.669553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.669878 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.670199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.670523 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:19.755572 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:19.756912 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-826698df-b136-4553-b44f-eb573d28cf5b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3961225 Apr 28 21:00:20.186806 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd26d7-db86-4619-8354-cc40103481c4 req-4fad363f-abc4-4655-a2bc-7ef441db25b7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:20.192563 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfdd26d7-db86-4619-8354-cc40103481c4 req-4fad363f-abc4-4655-a2bc-7ef441db25b7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0584450 Apr 28 21:00:20.237269 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfdd26d7-db86-4619-8354-cc40103481c4 req-0c697c23-3506-435f-9a69-27651f41df67 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Apr 28 21:00:20.567090 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb25e40-a202-4553-b852-cbd9b0fa997f req-523b6ff1-f8a8-4afd-a54f-fa5c4f1666f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:20.568648 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdb25e40-a202-4553-b852-cbd9b0fa997f req-523b6ff1-f8a8-4afd-a54f-fa5c4f1666f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0531723 Apr 28 21:00:20.622620 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fdb25e40-a202-4553-b852-cbd9b0fa997f req-ae359514-e4fb-4440-ada3-02f99205fc67 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Apr 28 21:00:20.848024 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 8be2ac19-2b34-499f-918f-87db7c15e637 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:20.902608 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 8be2ac19-2b34-499f-918f-87db7c15e637 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:20.903174 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:20.990487 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 8be2ac19-2b34-499f-918f-87db7c15e637 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:21.001674 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:21.368175 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588d15-1bd7-4f72-8107-8cb46874dc4e req-85196964-f508-49b2-9fbd-51c94a99cf24 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:21.369670 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fe588d15-1bd7-4f72-8107-8cb46874dc4e req-85196964-f508-49b2-9fbd-51c94a99cf24 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0542746 Apr 28 21:00:21.417809 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fe588d15-1bd7-4f72-8107-8cb46874dc4e req-26258a35-6b76-4cca-a016-cf9188849570 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Apr 28 21:00:21.555698 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-0ee43f61-b3c2-498e-ba6e-fc86b88531ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:21.557378 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-0ee43f61-b3c2-498e-ba6e-fc86b88531ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1127 time: 0.0471108 Apr 28 21:00:21.745655 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9671674-1049-4f58-a912-064f7e9ba2b9 req-21ca2388-da27-493d-ad35-06c0b2fa2643 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:21.747256 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9671674-1049-4f58-a912-064f7e9ba2b9 req-21ca2388-da27-493d-ad35-06c0b2fa2643 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0533829 Apr 28 21:00:21.799277 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c9671674-1049-4f58-a912-064f7e9ba2b9 req-903a14e4-a4ff-445b-8d64-e502f20b84a1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Apr 28 21:00:22.473693 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-41e572b2-968b-4ceb-b567-0e3500d338f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:22.549124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609f0c1-fddb-49e5-bd49-e0b9f49e6fdc req-a9f400a1-c584-4ad0-9c48-0a03c215aba6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:22.550637 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c609f0c1-fddb-49e5-bd49-e0b9f49e6fdc req-a9f400a1-c584-4ad0-9c48-0a03c215aba6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0505161 Apr 28 21:00:22.601652 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c609f0c1-fddb-49e5-bd49-e0b9f49e6fdc req-ba2e9cbd-11bc-4916-93f2-e17780982c4d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Apr 28 21:00:22.918652 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-767aebe1-93f6-4ccc-a079-990eaac5e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:22.920125 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-767aebe1-93f6-4ccc-a079-990eaac5e27b service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.1057112 Apr 28 21:00:22.935727 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260404-6dc1-4ead-bbc8-4aaa98f0a988 req-180890ca-e2b8-4f8c-b1f2-073dd365e8c3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:22.938847 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-75260404-6dc1-4ead-bbc8-4aaa98f0a988 req-180890ca-e2b8-4f8c-b1f2-073dd365e8c3 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0614119 Apr 28 21:00:22.994430 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-75260404-6dc1-4ead-bbc8-4aaa98f0a988 req-3455972d-f15d-430b-8c7c-3fac3d65a1a5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Apr 28 21:00:22.999924 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-11b17c4e-0e26-4f0e-a24c-b3fdef0faecb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 200 len: 999 time: 0.0707271 Apr 28 21:00:23.082353 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a4724-ad07-43f0-b2db-9614127865d5 req-5c26d23b-2fdd-4af3-b035-9d86c0247c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:23.083868 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6c5a4724-ad07-43f0-b2db-9614127865d5 req-5c26d23b-2fdd-4af3-b035-9d86c0247c6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1129 time: 0.0719955 Apr 28 21:00:23.094814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-3bd5e635-5cfa-46b9-bd4d-4454088214f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:23.096274 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-3bd5e635-5cfa-46b9-bd4d-4454088214f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0755830 Apr 28 21:00:23.164635 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-86c4f688-0528-48e6-bfbe-97ff847278cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:23.166319 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-86c4f688-0528-48e6-bfbe-97ff847278cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567946 Apr 28 21:00:23.169450 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6c5a4724-ad07-43f0-b2db-9614127865d5 req-720d1fb3-5ef7-4323-928a-93659a623596 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722415 Apr 28 21:00:23.509713 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-9f0a2d4b-27d6-4835-adde-4d3a4c415599 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920625 Apr 28 21:00:23.607203 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7b82302d-9ce7-46ef-814f-a200f5c5bedd req-63050d9f-58f6-42d4-be44-b7dcced330c7 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897644 Apr 28 21:00:23.725269 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405400-2263-48f0-adec-a8f464b8ca96 req-efdbb25d-738b-4491-8d04-d676bdbcc510 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:23.727017 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9405400-2263-48f0-adec-a8f464b8ca96 req-efdbb25d-738b-4491-8d04-d676bdbcc510 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0483046 Apr 28 21:00:23.781126 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f9405400-2263-48f0-adec-a8f464b8ca96 req-a569c768-d621-4a96-b329-6e0b096e0623 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484324 Apr 28 21:00:24.118443 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d8056-c2ae-4221-b1fb-e6b192af7696 req-28346b15-dc3a-47a3-85f7-65e3ece2503a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:24.119927 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df4d8056-c2ae-4221-b1fb-e6b192af7696 req-28346b15-dc3a-47a3-85f7-65e3ece2503a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0525634 Apr 28 21:00:24.171606 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df4d8056-c2ae-4221-b1fb-e6b192af7696 req-bf770a68-d077-453e-a5e8-10b270d051fc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Apr 28 21:00:24.905761 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fa92f-6ab2-46a2-ae74-68067cb25417 req-379a9de6-cf32-4465-9408-7c16077f8925 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:24.907241 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a34fa92f-6ab2-46a2-ae74-68067cb25417 req-379a9de6-cf32-4465-9408-7c16077f8925 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0488198 Apr 28 21:00:24.954046 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a34fa92f-6ab2-46a2-ae74-68067cb25417 req-0e814123-a1d2-4fd5-80ea-7f9d4fe638a7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412221 Apr 28 21:00:25.067767 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4712442c-96a8-499f-8d75-167f51aed391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:25.292283 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbed2a-391c-406f-ab57-5ed8bb7580b2 req-e1fb767f-6169-4400-a435-824fb043ccaa tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:25.293815 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5ecbed2a-391c-406f-ab57-5ed8bb7580b2 req-e1fb767f-6169-4400-a435-824fb043ccaa tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0519099 Apr 28 21:00:25.344721 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5ecbed2a-391c-406f-ab57-5ed8bb7580b2 req-6e9e27c3-78e8-475d-9ae8-f1db956678fb tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Apr 28 21:00:26.078166 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bf2e6-52f2-4024-a0ce-24e7fa03ecce req-4e14eb51-28b9-4baf-a940-167ca3ec21dc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:26.079682 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-955bf2e6-52f2-4024-a0ce-24e7fa03ecce req-4e14eb51-28b9-4baf-a940-167ca3ec21dc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0482495 Apr 28 21:00:26.127460 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-955bf2e6-52f2-4024-a0ce-24e7fa03ecce req-b53a65af-1ed5-4800-9bff-e2d42268707e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407929 Apr 28 21:00:26.261280 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:26.460803 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef420781-77fe-4ee9-aafc-8be3d64ff0c2 req-82ead7bc-e4bc-4389-9c8f-59846b999885 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:26.462463 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef420781-77fe-4ee9-aafc-8be3d64ff0c2 req-82ead7bc-e4bc-4389-9c8f-59846b999885 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0480547 Apr 28 21:00:26.517228 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef420781-77fe-4ee9-aafc-8be3d64ff0c2 req-e4a4c287-c8f1-46b4-92f7-6c17d9916073 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 Apr 28 21:00:26.940304 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3f39-c665-4717-acae-19eb6859f7b3 req-f436055e-2581-4604-a1bc-798c264d32d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:26.941793 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b03b3f39-c665-4717-acae-19eb6859f7b3 req-f436055e-2581-4604-a1bc-798c264d32d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0487399 Apr 28 21:00:26.998356 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b03b3f39-c665-4717-acae-19eb6859f7b3 req-d3dda7d6-25ec-4715-ac26-e9936e980719 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Apr 28 21:00:27.248910 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910c577-1711-4124-8e24-3bfed3dd96de req-63c1b365-5329-4bc7-98c2-cb43c5dae4cf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:27.250326 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4910c577-1711-4124-8e24-3bfed3dd96de req-63c1b365-5329-4bc7-98c2-cb43c5dae4cf tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0482450 Apr 28 21:00:27.301443 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4910c577-1711-4124-8e24-3bfed3dd96de req-903d5edb-82be-46e5-9f25-248d49664658 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 Apr 28 21:00:27.984329 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:28.116978 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691070-70d7-4ceb-9123-23b3c20e7ced req-18ae966f-bf1c-44bb-a5ec-3f63be0b3941 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:28.118593 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e691070-70d7-4ceb-9123-23b3c20e7ced req-18ae966f-bf1c-44bb-a5ec-3f63be0b3941 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0503101 Apr 28 21:00:28.167210 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e691070-70d7-4ceb-9123-23b3c20e7ced req-edba0ab6-da71-47b2-bdcf-ad6e2ef95185 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Apr 28 21:00:28.423757 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e7915-6a51-4258-9bf4-7e3302bbbe1e req-8c3fe2d1-c9f5-468b-87c4-1a1ba3c17ed2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:28.425261 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-384e7915-6a51-4258-9bf4-7e3302bbbe1e req-8c3fe2d1-c9f5-468b-87c4-1a1ba3c17ed2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0483031 Apr 28 21:00:28.472320 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-384e7915-6a51-4258-9bf4-7e3302bbbe1e req-0fc37b78-7252-40ff-af58-69ae284f47ee tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 Apr 28 21:00:29.273183 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:29.286630 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d49c5-362e-43df-9907-577724e61c01 req-6eedb178-b428-4f69-b48f-835592279086 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:29.288290 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c49d49c5-362e-43df-9907-577724e61c01 req-6eedb178-b428-4f69-b48f-835592279086 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0497758 Apr 28 21:00:29.340795 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c49d49c5-362e-43df-9907-577724e61c01 req-0490b849-6c8f-46b4-b73c-50c3b31501f1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Apr 28 21:00:29.593167 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cab10-8862-4a75-a95b-87a090d7e884 req-a2f99cae-cb87-481d-9d8d-71b92263d126 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:29.594608 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a21cab10-8862-4a75-a95b-87a090d7e884 req-a2f99cae-cb87-481d-9d8d-71b92263d126 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0472970 Apr 28 21:00:29.645212 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a21cab10-8862-4a75-a95b-87a090d7e884 req-93d99117-ec58-4a0d-8b24-0cfff8eac971 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Apr 28 21:00:30.459925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317182ba-fa7b-4e67-bc54-9648c28e2bc0 req-6178bd2b-ddf5-4eac-9063-8eee404a7ec0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:30.461407 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-317182ba-fa7b-4e67-bc54-9648c28e2bc0 req-6178bd2b-ddf5-4eac-9063-8eee404a7ec0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0485566 Apr 28 21:00:30.510345 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-317182ba-fa7b-4e67-bc54-9648c28e2bc0 req-a44efa7c-5130-4979-82e6-ce1112bedfc2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Apr 28 21:00:30.767315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d7bd2-70a1-40be-9dc7-df151054a1d9 req-22df9b1e-e3bb-408b-b180-35ef37eb58db tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:30.768762 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-297d7bd2-70a1-40be-9dc7-df151054a1d9 req-22df9b1e-e3bb-408b-b180-35ef37eb58db tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0502446 Apr 28 21:00:30.818454 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-297d7bd2-70a1-40be-9dc7-df151054a1d9 req-4b112457-6361-455e-aeef-a3cfdbd291ff tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Apr 28 21:00:31.626581 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a048-ada9-4de8-99d3-fe71fee34744 req-bf5f0d21-ddae-46c1-b2c4-d53381626257 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:31.628079 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6747a048-ada9-4de8-99d3-fe71fee34744 req-bf5f0d21-ddae-46c1-b2c4-d53381626257 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0479283 Apr 28 21:00:31.677660 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6747a048-ada9-4de8-99d3-fe71fee34744 req-78016be2-f6b9-4f3f-b742-4225c5f58220 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Apr 28 21:00:31.943659 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dee990-5053-4b44-bb6b-448ebbc07bf6 req-c0519c48-4f71-4da5-b514-584a7d321ff6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:31.945236 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-54dee990-5053-4b44-bb6b-448ebbc07bf6 req-c0519c48-4f71-4da5-b514-584a7d321ff6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0529838 Apr 28 21:00:32.000598 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-54dee990-5053-4b44-bb6b-448ebbc07bf6 req-9924a21b-cc01-4a76-9892-d6915c111c46 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496514 Apr 28 21:00:32.791184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e1de-d995-4d17-ab06-944f8f4b7bd8 req-9cb5bc22-c540-468e-b4dc-2100ff898337 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:32.792740 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0e8e1de-d995-4d17-ab06-944f8f4b7bd8 req-9cb5bc22-c540-468e-b4dc-2100ff898337 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0476871 Apr 28 21:00:32.840642 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e0e8e1de-d995-4d17-ab06-944f8f4b7bd8 req-46083e20-bfcd-4ae8-bb5b-0fddcef1f4de tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Apr 28 21:00:33.124438 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373166d-9046-47c6-a88a-60fdea0fd66d req-3c7eda2f-4a4d-40ea-ac7d-b27b0e09238c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:33.125891 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5373166d-9046-47c6-a88a-60fdea0fd66d req-3c7eda2f-4a4d-40ea-ac7d-b27b0e09238c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0479062 Apr 28 21:00:33.179015 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5373166d-9046-47c6-a88a-60fdea0fd66d req-5267f1eb-8479-4ec8-a442-81518d6d0573 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Apr 28 21:00:33.250723 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-b801e6f3-d757-4107-8cea-5c1e2a32ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:33.252789 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-b801e6f3-d757-4107-8cea-5c1e2a32ca6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1129 time: 0.0510066 Apr 28 21:00:33.348134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-cb2ed2ab-5cb8-4fd3-bd9c-0e58a2a53788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:33.349626 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-cb2ed2ab-5cb8-4fd3-bd9c-0e58a2a53788 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.0898011 Apr 28 21:00:33.405257 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-37cd0652-a22c-4080-8f2c-ee3a1dfe4259 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fffdff-e146-4c43-a728-3721faa7f63c HTTP/1.1" status: 200 len: 217 time: 0.0431316 Apr 28 21:00:33.815065 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-a886005a-020e-485e-bca0-d7b9ae70ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:33.816529 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-a886005a-020e-485e-bca0-d7b9ae70ef2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0453947 Apr 28 21:00:33.860445 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-ff7180ab-c859-4e77-87af-e5e6f877d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:33.862006 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-ff7180ab-c859-4e77-87af-e5e6f877d0b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384347 Apr 28 21:00:33.958175 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304f14c-cc66-4e9a-ad71-06ea5c8e58bc req-b0a57f84-ab2b-45b6-90b4-2622de430d5d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:33.959668 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b304f14c-cc66-4e9a-ad71-06ea5c8e58bc req-b0a57f84-ab2b-45b6-90b4-2622de430d5d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0478983 Apr 28 21:00:33.961787 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-1b84a9fd-204c-4ac4-aa92-3267df5be0a2 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911577 Apr 28 21:00:34.007527 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b304f14c-cc66-4e9a-ad71-06ea5c8e58bc req-6747fd68-c28c-48d9-b250-c6eacaf287fd tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Apr 28 21:00:34.056467 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-efe8e02a-36dc-4cf1-9b38-1f21bc342272 req-d40472ea-5095-4271-98db-611b0486180a service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Apr 28 21:00:34.304946 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b33d4-5e10-4ead-9836-04da7bdd8d5c req-77908e0f-dc47-496e-acc0-955a64355add tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:34.306975 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c38b33d4-5e10-4ead-9836-04da7bdd8d5c req-77908e0f-dc47-496e-acc0-955a64355add tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 943 time: 0.0508285 Apr 28 21:00:34.357708 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c38b33d4-5e10-4ead-9836-04da7bdd8d5c req-35331f7c-ad3d-46c6-a9c8-7959102c84a2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430377 Apr 28 21:00:34.802595 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:00:34.897739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:34.909698 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '86a14e96-c12b-4454-af06-e8fcad881fac', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'port_id': '86a14e96-c12b-4454-af06-e8fcad881fac', 'mac_address': 'fa:16:3e:fc:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:00:34.949212 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:34.950291 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:34.962634 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a14e96-c12b-4454-af06-e8fcad881fac {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:34.981074 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:35.052814 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:35.101734 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=9']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:35.125975 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449d56a-8d6b-45bd-a48b-0d5c2462e6b6 req-8810b949-9e84-4f27-be45-a8907b894304 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:35.127465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7449d56a-8d6b-45bd-a48b-0d5c2462e6b6 req-8810b949-9e84-4f27-be45-a8907b894304 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0513060 Apr 28 21:00:35.176610 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7449d56a-8d6b-45bd-a48b-0d5c2462e6b6 req-4248ad8a-1056-4868-8803-f667c917f204 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Apr 28 21:00:35.389909 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd385e-37ea-41e1-b499-1ed102e434cb req-54f7fc92-fb4b-40c8-9ea2-9fab4119e6c2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:35.391548 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86cd385e-37ea-41e1-b499-1ed102e434cb req-54f7fc92-fb4b-40c8-9ea2-9fab4119e6c2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0484869 Apr 28 21:00:35.448310 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86cd385e-37ea-41e1-b499-1ed102e434cb req-6aa4547f-0d57-4f35-b85d-11ff2ac98945 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Apr 28 21:00:35.470280 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51094) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:35.488615 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e7771-12e1-4ccc-9f30-e3d26c10c4bd req-88441c0d-24f7-4474-8e2f-747112daa1dd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:35.490046 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-398e7771-12e1-4ccc-9f30-e3d26c10c4bd req-88441c0d-24f7-4474-8e2f-747112daa1dd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 944 time: 0.0570703 Apr 28 21:00:35.501008 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['86a14e96-c12b-4454-af06-e8fcad881fac'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:00:35.557540 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-398e7771-12e1-4ccc-9f30-e3d26c10c4bd req-746aa54f-f197-4872-9188-6796a4842bf7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612557 Apr 28 21:00:35.672477 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3199b1-34f2-423a-b3fc-cdaaf3a595cf tempest-TestMinimumBasicScenario-1880630337 tempest-TestMinimumBasicScenario-1880630337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:35.674036 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1f3199b1-34f2-423a-b3fc-cdaaf3a595cf tempest-TestMinimumBasicScenario-1880630337 tempest-TestMinimumBasicScenario-1880630337-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1125 time: 0.2027586 Apr 28 21:00:35.677543 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51098) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:35.682543 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'port_id': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:35.773138 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:35.854738 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:36.204156 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Allocated IP 172.27.0.245 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/5b31ba95-66c9-413f-87d1-0021ca59bb8a) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:36.337370 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d392-9b52-45bd-aff7-8fbdf1a718fb req-9b4bdc2a-537f-4b2a-bcb0-fbd9db365899 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:36.338874 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7402d392-9b52-45bd-aff7-8fbdf1a718fb req-9b4bdc2a-537f-4b2a-bcb0-fbd9db365899 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0643611 Apr 28 21:00:36.368275 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:36.409734 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7402d392-9b52-45bd-aff7-8fbdf1a718fb req-c57d13d0-89cf-4932-84d1-c29a45d8481d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 Apr 28 21:00:36.487585 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:36.530224 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:36.535333 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:36.539092 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:36.544707 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'Port': ['ID=5b31ba95-66c9-413f-87d1-0021ca59bb8a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:36.573969 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.574325 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.574675 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.575022 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.575373 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.575735 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.576068 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.576405 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.576738 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.577072 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.577411 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.577740 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.578070 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.578397 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.578725 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:36.711334 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79681809-655e-4b1b-9500-b39b0c8e15dd req-d8c9c1db-0075-4cc7-b1b6-bb14258b796c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:36.712862 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79681809-655e-4b1b-9500-b39b0c8e15dd req-d8c9c1db-0075-4cc7-b1b6-bb14258b796c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 944 time: 0.0791466 Apr 28 21:00:36.802881 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:36.833670 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79681809-655e-4b1b-9500-b39b0c8e15dd req-7c72e196-b13a-4389-86bd-43d1259f25e7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144109 Apr 28 21:00:36.853640 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 86a14e96-c12b-4454-af06-e8fcad881fac triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:36.854022 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:36.942088 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86a14e96-c12b-4454-af06-e8fcad881fac is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:36.942474 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:36.965483 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:36.967913 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44959d45-6f2e-4cf3-adcf-f954ffcd8e9e" -d '{"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-plugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:36.981510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:37.006126 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56fc88-8a0c-44d1-9f0f-801cdf8d7240 x-openstack-request-id: req-2e56fc88-8a0c-44d1-9f0f-801cdf8d7240 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:37.006447 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-plugged", "status": "completed", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:37.006712 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e56fc88-8a0c-44d1-9f0f-801cdf8d7240 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:37.007115 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e56fc88-8a0c-44d1-9f0f-801cdf8d7240'] response: {'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'code': 200} Apr 28 21:00:37.014554 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for floatingip (06eb8880-35d8-4d7e-a9e7-6915d54b1223), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:37.044198 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:37.091714 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=10']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:37.145360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:37.298310 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:37.395849 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:37.482002 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'Port': ['ID=5b31ba95-66c9-413f-87d1-0021ca59bb8a,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:37.512681 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (06eb8880-35d8-4d7e-a9e7-6915d54b1223), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:37.590907 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4cad6-6170-4b9c-8ba3-5c60392c8452 req-44d410d8-5aa2-48ec-81eb-f5ad73d37919 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:37.592424 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45b4cad6-6170-4b9c-8ba3-5c60392c8452 req-44d410d8-5aa2-48ec-81eb-f5ad73d37919 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0959506 Apr 28 21:00:37.693901 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45b4cad6-6170-4b9c-8ba3-5c60392c8452 req-af7ed646-6a9c-4c2d-8631-bbc0863e40ae tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950699 Apr 28 21:00:37.699504 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Floating IP 06eb8880-35d8-4d7e-a9e7-6915d54b1223 associated. External IP: 172.27.0.245, port: 5794fca1-40ff-4ed4-87e7-4fb6a4961d46. Apr 28 21:00:37.934300 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Router cc51065d-5923-49d1-b3e2-a8d691d00a53 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:00:37.976441 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c72b-26ff-4b3b-8744-1bfe30bb1b96 req-65c62f4b-c1cb-447e-94d2-2fe89237b6a0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:37.978898 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f60c72b-26ff-4b3b-8744-1bfe30bb1b96 req-65c62f4b-c1cb-447e-94d2-2fe89237b6a0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0619986 Apr 28 21:00:38.102679 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f60c72b-26ff-4b3b-8744-1bfe30bb1b96 req-9c34de46-b45a-4ba0-a20e-21a12ef27903 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840290 Apr 28 21:00:38.124081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:00:38.143210 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] Sync routers for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:38.156499 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:38.157140 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.220788 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44b385-34c4-4336-b302-853288e08089 req-5193b09d-0cca-46eb-8256-609c8b4c8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:38.222363 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-fa44b385-34c4-4336-b302-853288e08089 req-5193b09d-0cca-46eb-8256-609c8b4c8965 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 1130 time: 0.0396745 Apr 28 21:00:38.238081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.276728 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b561b3fc-3333-48ea-9644-45391364778a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5955036 Apr 28 21:00:38.277414 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51116) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:38.277902 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:38.278241 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:38.280634 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d077a5-66b1-4af3-bdaa-e08b5269a77b" -d '{"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:38.287284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334035062', 'description': 'tempest-secgroup-smoke-1334035062 description', 'project_id': '366ea24d412445029b82b48bff664f97'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:38.295309 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-fa44b385-34c4-4336-b302-853288e08089 req-9af9e274-dacd-4ec3-84c4-07f99a996902 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577083 Apr 28 21:00:38.325059 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6464a49a-6baa-4f60-9436-e8113dfab197 x-openstack-request-id: req-6464a49a-6baa-4f60-9436-e8113dfab197 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:38.325705 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:38.325705 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6464a49a-6baa-4f60-9436-e8113dfab197 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:38.326051 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6464a49a-6baa-4f60-9436-e8113dfab197'] response: {'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'status': 'completed', 'code': 200} Apr 28 21:00:38.373428 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.442582 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group (d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.498827 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.505838 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '06eb8880-35d8-4d7e-a9e7-6915d54b1223', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'port_id': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'mac_address': 'fa:16:3e:b5:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:36Z', 'updated_at': '2022-04-28T21:00:36Z', 'revision_number': 0, 'project_id': '366ea24d412445029b82b48bff664f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.534455 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] Checking router: cc51065d-5923-49d1-b3e2-a8d691d00a53 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:38.543941 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:38.544165 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:00:38.544588 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.592469 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.593983 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3d3be268-e2ae-4990-a5ec-581509f719d3 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3107896 Apr 28 21:00:38.597053 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51122) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:38.601750 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee', 'project_id': '366ea24d412445029b82b48bff664f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:38.666778 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:00:38.701618 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (6be8b8aa-c055-49e0-8f4e-587f5cfc6076), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.735691 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-15eb28b8-57a1-4dff-b8f8-070c461e98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:38.737648 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-15eb28b8-57a1-4dff-b8f8-070c461e98a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1130 time: 0.0546553 Apr 28 21:00:38.776812 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (6be8b8aa-c055-49e0-8f4e-587f5cfc6076), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.825334 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a360a16-372d-457f-8f04-bc7db1a8187d req-113f78de-48ac-40c6-beca-e8a92edfcca4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:38.827185 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8a360a16-372d-457f-8f04-bc7db1a8187d req-113f78de-48ac-40c6-beca-e8a92edfcca4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0530584 Apr 28 21:00:38.867094 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-8c9cc92b-32ac-4aa6-af5f-db7f3177f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:38.869348 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-8c9cc92b-32ac-4aa6-af5f-db7f3177f81a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 916 time: 0.1066000 Apr 28 21:00:38.886972 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8a360a16-372d-457f-8f04-bc7db1a8187d req-6b84fed7-f409-4f7b-bf63-f7745438c76d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 Apr 28 21:00:38.895804 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (6be8b8aa-c055-49e0-8f4e-587f5cfc6076), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:38.927176 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '06eb8880-35d8-4d7e-a9e7-6915d54b1223', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'port_id': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'mac_address': 'fa:16:3e:b5:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:36Z', 'updated_at': '2022-04-28T21:00:36Z', 'revision_number': 0, 'project_id': '366ea24d412445029b82b48bff664f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.935774 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be8b8aa-c055-49e0-8f4e-587f5cfc6076,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:38.955285 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f3172-5c1e-457e-8679-de2185f0b995 None None] The sync data for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi is: [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '06eb8880-35d8-4d7e-a9e7-6915d54b1223', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'port_id': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'mac_address': 'fa:16:3e:b5:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:36Z', 'updated_at': '2022-04-28T21:00:36Z', 'revision_number': 0, 'project_id': '366ea24d412445029b82b48bff664f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:38.960283 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-8a195067-7ae2-4d9e-95e4-670ca64a6e29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 1000 time: 0.0813622 Apr 28 21:00:39.032405 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.036221 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-cafebcfb-19e2-4448-8848-270bf222e9aa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356341 Apr 28 21:00:39.037825 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51128) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:39.043348 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee', 'project_id': '366ea24d412445029b82b48bff664f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:39.169163 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (e7ab1f26-0096-4028-b022-0caa385ed259), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.208315 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff89d8-6ab1-4e93-9834-8b6c9f15c061 None None] New status for floating IP 06eb8880-35d8-4d7e-a9e7-6915d54b1223: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:00:39.310754 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f617-a85f-4a6b-a948-c416b9d582c7 req-97a54d18-30cb-4e27-972e-40a6eb1139f5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:39.312739 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f005f617-a85f-4a6b-a948-c416b9d582c7 req-97a54d18-30cb-4e27-972e-40a6eb1139f5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.1191800 Apr 28 21:00:39.337596 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (e7ab1f26-0096-4028-b022-0caa385ed259), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.388670 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f005f617-a85f-4a6b-a948-c416b9d582c7 req-6d9a9db5-c7c7-4f1c-9f2b-0c0f760f7ea9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591207 Apr 28 21:00:39.421436 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (e7ab1f26-0096-4028-b022-0caa385ed259), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.440597 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ab1f26-0096-4028-b022-0caa385ed259,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.511192 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.511613 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-2ca59efa-5564-4677-8f06-f3f550e32427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:39.513122 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-2ca59efa-5564-4677-8f06-f3f550e32427 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 200 len: 854 time: 0.0485363 Apr 28 21:00:39.515617 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9dc09aef-3360-4956-a2a2-31d063d1f6c7 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4764891 Apr 28 21:00:39.516276 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51132) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:39.521146 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee', 'project_id': '366ea24d412445029b82b48bff664f97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:39.573564 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-e2c127cb-85d7-4124-9b74-a345a0f08df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:39.575131 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-e2c127cb-85d7-4124-9b74-a345a0f08df1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f15f6bd8-1961-42f8-abad-e407ee164034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512593 Apr 28 21:00:39.642650 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (5815a4ed-5604-4d6a-a3a4-0708eb93dd22), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.676526 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-84bdf9fa-16c0-4ffa-ab34-5d90906233f1 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943744 Apr 28 21:00:39.708397 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (5815a4ed-5604-4d6a-a3a4-0708eb93dd22), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.786994 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (5815a4ed-5604-4d6a-a3a4-0708eb93dd22), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.804473 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-85d077a5-66b1-4af3-bdaa-e08b5269a77b req-1327fc05-62ef-47ff-8adc-67f93fa4a061 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974493 Apr 28 21:00:39.810666 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5815a4ed-5604-4d6a-a3a4-0708eb93dd22,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.874585 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:39.875828 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-224a5b04-75bf-4c7a-a1aa-1c4396cdf10e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585947 Apr 28 21:00:39.878536 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51142) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:39.882702 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee', 'project_id': '366ea24d412445029b82b48bff664f97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:39.981671 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (fd2d7a98-4aeb-4771-a87e-ac27a9ead6bc), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.037866 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (fd2d7a98-4aeb-4771-a87e-ac27a9ead6bc), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.115591 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (fd2d7a98-4aeb-4771-a87e-ac27a9ead6bc), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.134401 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2d7a98-4aeb-4771-a87e-ac27a9ead6bc,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:40.198263 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.200047 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bea97c7b-1173-4bef-9b75-ff37f5606085 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3202047 Apr 28 21:00:40.202937 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51144) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:40.207771 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee', 'project_id': '366ea24d412445029b82b48bff664f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:40.304461 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.securitygroups_db [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Project 366ea24d412445029b82b48bff664f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:00:40.311329 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (6a194a84-c602-4722-bcc0-20a23008289e), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.384876 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (6a194a84-c602-4722-bcc0-20a23008289e), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.453187 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (6a194a84-c602-4722-bcc0-20a23008289e), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.467560 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a194a84-c602-4722-bcc0-20a23008289e,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:40.520601 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504a790-bb04-482c-81f6-308724cecf22 req-69b2dc28-9132-483a-b2f3-1f4d750d8b34 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:40.522094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f504a790-bb04-482c-81f6-308724cecf22 req-69b2dc28-9132-483a-b2f3-1f4d750d8b34 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0529480 Apr 28 21:00:40.569266 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.570526 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a02ba171-b0aa-4620-9a87-f48f63b0576c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3664856 Apr 28 21:00:40.574035 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f504a790-bb04-482c-81f6-308724cecf22 req-3fcf18b5-190c-4f79-930c-6c8f5b86cec7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450268 Apr 28 21:00:40.586252 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51148) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:40.591642 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee', 'project_id': '366ea24d412445029b82b48bff664f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:40.718976 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.securitygroups_db [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Project 366ea24d412445029b82b48bff664f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:00:40.727178 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (089c3289-50ee-4207-8b08-3d1f3d98b3f4), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.797727 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (089c3289-50ee-4207-8b08-3d1f3d98b3f4), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.872816 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (089c3289-50ee-4207-8b08-3d1f3d98b3f4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.895469 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089c3289-50ee-4207-8b08-3d1f3d98b3f4,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:40.983776 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:40.985118 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c8a73df7-e291-4701-8ae8-706decc03724 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3973353 Apr 28 21:00:41.082734 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-3b26fb38-c2d7-4a7a-81e4-fdc71589ec62 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334035062&fields=id&tenant_id=366ea24d412445029b82b48bff664f97 HTTP/1.1" status: 200 len: 267 time: 0.0520036 Apr 28 21:00:41.137262 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51180) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:41.144312 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537889148', 'description': 'tempest-description--433921511'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:41.145786 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-57649ba6-4d91-4a42-bb42-a0ad924f8bb4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:41.147342 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-57649ba6-4d91-4a42-bb42-a0ad924f8bb4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0590811 Apr 28 21:00:41.164602 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'port': {'security_groups': ['4dab5fed-24ff-4054-b686-29f075537862', 'd2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:41.241765 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.244819 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.329799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group (99ac4a31-395c-449b-bd16-05a4e6004800), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.429761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (99ac4a31-395c-449b-bd16-05a4e6004800), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.462370 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac4a31-395c-449b-bd16-05a4e6004800,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:41.464197 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:41.494688 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.537534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.538827 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-81ddde05-846f-4557-8fdb-770ebfa30c73 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3994339 Apr 28 21:00:41.542264 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51198) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:41.546957 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'security_group_rule': {'security_group_id': '99ac4a31-395c-449b-bd16-05a4e6004800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:41.569886 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.582877 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['5794fca1-40ff-4ed4-87e7-4fb6a4961d46'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:00:41.621184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:41.621860 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.624306 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22436afd-3fe1-40c8-8367-7a588bec6122 req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "PUT /v2.0/ports/5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 982 time: 0.4673586 Apr 28 21:00:41.624306 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:41.626366 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:41.691135 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36405a6f-9e58-431c-b46a-cb0ed479cdd4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=6']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:41.695200 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group_rule (96675149-347c-498a-8fbf-a94275955d0b), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:41.766167 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82b149-9ff0-4d74-8e41-8c17f69db778 x-openstack-request-id: req-dc82b149-9ff0-4d74-8e41-8c17f69db778 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:41.767828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:41.768379 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc82b149-9ff0-4d74-8e41-8c17f69db778 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:41.769136 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc82b149-9ff0-4d74-8e41-8c17f69db778'] response: {'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'status': 'completed', 'code': 200} Apr 28 21:00:41.820769 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['5794fca1-40ff-4ed4-87e7-4fb6a4961d46'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:00:41.845753 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ff72e-afd9-498d-9f28-7d7a9fe90e71 req-1a81275b-c064-4c5b-931d-5596353a5516 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:41.855291 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b16ff72e-afd9-498d-9f28-7d7a9fe90e71 req-1a81275b-c064-4c5b-931d-5596353a5516 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.1281505 Apr 28 21:00:41.923568 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-d6c5b9b4-aa8f-4a01-801f-9b5b92188094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:41.925841 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-d6c5b9b4-aa8f-4a01-801f-9b5b92188094 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1169 time: 0.1412616 Apr 28 21:00:41.988916 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b16ff72e-afd9-498d-9f28-7d7a9fe90e71 req-38781eff-c852-4df5-a813-76ab805b27e9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303930 Apr 28 21:00:41.998267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group_rule (96675149-347c-498a-8fbf-a94275955d0b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.042643 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad655-d6ee-48e6-b228-76945b7dea71 req-1fd19c1c-279c-4b1a-bfb5-cde63eb6aaa6 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:42.044907 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-35bad655-d6ee-48e6-b228-76945b7dea71 req-1fd19c1c-279c-4b1a-bfb5-cde63eb6aaa6 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.1005082 Apr 28 21:00:42.058432 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-76fd48a4-54e9-4fc1-9e8a-ea0f6042a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:42.060900 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-76fd48a4-54e9-4fc1-9e8a-ea0f6042a4fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 916 time: 0.1260421 Apr 28 21:00:42.118761 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-98da10f2-9f79-4923-89b8-8710ece74190 None None] Provisioning complete for port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:42.120837 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-98da10f2-9f79-4923-89b8-8710ece74190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.143274 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (96675149-347c-498a-8fbf-a94275955d0b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.175276 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-daad1739-435a-4a1c-ae22-4b80b35db804 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 1002 time: 0.0964675 Apr 28 21:00:42.190235 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96675149-347c-498a-8fbf-a94275955d0b,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:42.237310 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-35bad655-d6ee-48e6-b228-76945b7dea71 req-2d2f56ee-65c2-4353-9baf-5824e12d46fd tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849785 Apr 28 21:00:42.239190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-4e00fed3-b607-4f0b-aa41-704d5f8a844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:42.241223 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-4e00fed3-b607-4f0b-aa41-704d5f8a844c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 200 len: 854 time: 0.0584829 Apr 28 21:00:42.281073 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-f5f93629-bbf2-41af-ab8f-dbf99b6262d1 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569150433&fields=id&tenant_id=3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 267 time: 0.1512244 Apr 28 21:00:42.316818 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-8f42198d-7d7c-4386-b523-a9f667c9f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:42.318532 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-8f42198d-7d7c-4386-b523-a9f667c9f8fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f15f6bd8-1961-42f8-abad-e407ee164034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688381 Apr 28 21:00:42.348757 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.353476 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8fd7952a-0fdb-4859-a2e8-fb1ceb876e94 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8071992 Apr 28 21:00:42.354543 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51218) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:42.360897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'security_group_rule': {'security_group_id': '99ac4a31-395c-449b-bd16-05a4e6004800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:42.446374 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-bebc8b77-b6fa-471a-8402-e2c91a8262ac tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:42.448960 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-bebc8b77-b6fa-471a-8402-e2c91a8262ac tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 811 time: 0.1668482 Apr 28 21:00:42.472089 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-7445b901-9392-4710-94fb-bda61d2c7a90 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/quotas/3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 375 time: 0.0140922 Apr 28 21:00:42.498991 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group_rule (9633fe24-cfdb-416b-b522-0e1d0de91306), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.510731 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-72f22d81-0811-484c-a59a-b1fcab3763ec service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306932 Apr 28 21:00:42.514234 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-98da10f2-9f79-4923-89b8-8710ece74190 None None] Current status of the port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:42.541913 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-c63e9e6d-2736-424b-8487-619c3b024476 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554233 Apr 28 21:00:42.592190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group_rule (9633fe24-cfdb-416b-b522-0e1d0de91306), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.645740 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-09b972d4-588a-4552-8a81-77b6b0034ad8 service neutron] 10.222.0.64 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029327 Apr 28 21:00:42.655028 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-216e4bf9-d212-4ca7-ab6e-f5f4fc3079f7 req-3c938fd4-fc09-420d-9875-0e90cc0e161f service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284554 Apr 28 21:00:42.691668 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (9633fe24-cfdb-416b-b522-0e1d0de91306), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.729335 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9633fe24-cfdb-416b-b522-0e1d0de91306,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:42.765595 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-9944757f-5be9-4984-aba4-56092cc4ae23 service neutron] 10.222.0.64 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008720 Apr 28 21:00:42.800996 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.805714 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-50435312-89fb-4831-aaa1-513c42feac34 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458578 Apr 28 21:00:42.806042 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51220) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:00:42.810786 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:42.885179 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:42.978067 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.114221 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Allocated IP 172.27.0.53 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/ca1d24b8-7189-466a-b5c7-710eb853ed65) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:43.136348 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68cd22-e181-48f0-a821-c06727ddaa08 req-98c14549-79af-4f7e-925a-4143cc3208d7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:43.137865 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd68cd22-e181-48f0-a821-c06727ddaa08 req-98c14549-79af-4f7e-925a-4143cc3208d7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0659530 Apr 28 21:00:43.241438 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd68cd22-e181-48f0-a821-c06727ddaa08 req-cd9fc437-ee33-430c-b16e-33108d11e2a6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967994 Apr 28 21:00:43.278433 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.405059 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.408245 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c780431-99a0-4063-a852-e87940e045bc req-863b7146-ca60-4923-8a84-4c081889d7fd tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 210 time: 0.0366664 Apr 28 21:00:43.448551 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:43.454006 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:43.458010 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:43.464104 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'Port': ['ID=ca1d24b8-7189-466a-b5c7-710eb853ed65,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:43.553454 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (af689490-76f9-4648-8491-5101e102401d), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.649721 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.837397 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.921205 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:43.995161 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'Port': ['ID=ca1d24b8-7189-466a-b5c7-710eb853ed65,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:44.008782 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (af689490-76f9-4648-8491-5101e102401d), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:44.106112 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:44.107450 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-41c42354-f8fb-4ea6-bba8-6866c52de6f5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3003438 Apr 28 21:00:44.322031 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-3fe2732b-a53f-482c-8ab4-4141583e8d24 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1537889148&fields=id&tenant_id=0cd1d6dccf934e5bbfa77f9adb226082 HTTP/1.1" status: 200 len: 267 time: 0.0470066 Apr 28 21:00:44.452482 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-f662339e-3a0d-43ed-910f-a0cdb152d33c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:44.454056 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-f662339e-3a0d-43ed-910f-a0cdb152d33c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 819 time: 0.1200006 Apr 28 21:00:44.734818 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-3d51f884-d4cf-4e9c-9aed-d9c4077008c0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/quotas/0cd1d6dccf934e5bbfa77f9adb226082 HTTP/1.1" status: 200 len: 375 time: 0.2739103 Apr 28 21:00:44.753134 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70e4d248-7817-4dae-b533-3820486d7574 req-a217f52d-71c5-407b-ab28-abb75148f46d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 210 time: 0.2912209 Apr 28 21:00:44.804682 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-49c689df-d9cf-4553-bbb5-3bc109a261c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546792 Apr 28 21:00:44.918340 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-5db3698f-5b32-4169-a1d2-743a378eb4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008894 Apr 28 21:00:45.017257 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-cffef744-c02b-4da0-9bcb-d697c8012ec7 service neutron] 10.222.0.64 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926774 Apr 28 21:00:45.308372 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c9e840e-c051-4019-878b-39093f8822d2 req-ef117b79-2c4f-46d0-bdee-c8993019f3a9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 210 time: 0.0374351 Apr 28 21:00:45.868550 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4964a595-7e1d-4ff1-92c5-48ee5d430ed3 req-a6132689-e72b-4a9e-a54d-e5cd529ccdae tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 210 time: 0.0330873 Apr 28 21:00:45.899203 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-5e5a912b-e751-46df-8b80-3fa6da6de2fb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:45.900817 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-5e5a912b-e751-46df-8b80-3fa6da6de2fb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 811 time: 0.1143565 Apr 28 21:00:45.975861 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-2a4fb5cf-fe26-46df-a259-3eda1612116e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 379 time: 0.0599191 Apr 28 21:00:45.986469 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'port': {'device_id': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'admin_state_up': True, 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'security_groups': ['fce5075b-2545-4544-a363-ac9b83e182fd']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:46.184408 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Made reservation on behalf of 3bac5e29e23646fc96819cd579831ed8 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:46.188015 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:46.325399 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Allocated IP 172.20.0.13 (f382b83f-2d52-479a-bacd-d9ccddd4c676/b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb/86f31e01-abb9-47b9-9d3b-ffa616610f15) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:46.420308 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0999c92-e67b-413b-90df-9e7ba456b325 req-5dc09a0a-02d6-4ae7-a213-0ec905ff3bfc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 210 time: 0.0303612 Apr 28 21:00:46.472810 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:46.599030 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:46.651322 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:46.655077 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:46.657989 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:46.666382 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:46.667558 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:46.681845 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=86f31e01-abb9-47b9-9d3b-ffa616610f15,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:46.768647 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-785d1026-9d5c-4e77-98ae-2c26b3bf8ade tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807295 Apr 28 21:00:46.780749 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Request body: {'port': {'device_id': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:46.852651 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:46.865393 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-3eff1748-9dfd-439a-8498-1af8abc6dc01 None None] Provisioning complete for port 86f31e01-abb9-47b9-9d3b-ffa616610f15 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:46.865953 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3eff1748-9dfd-439a-8498-1af8abc6dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:46.907539 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-3eff1748-9dfd-439a-8498-1af8abc6dc01 None None] Port 86f31e01-abb9-47b9-9d3b-ffa616610f15 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:46.990471 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928073c-b310-4750-a312-1c2c2ad99874 req-d0e0c56b-7b81-473c-aafc-b1ede500f370 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:46.992233 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d928073c-b310-4750-a312-1c2c2ad99874 req-d0e0c56b-7b81-473c-aafc-b1ede500f370 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 932 time: 0.0505059 Apr 28 21:00:47.049627 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d928073c-b310-4750-a312-1c2c2ad99874 req-0e580021-ad8a-45b2-9b31-b59664493567 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514717 Apr 28 21:00:47.137678 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f31e01-abb9-47b9-9d3b-ffa616610f15 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:47.146027 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Publish callbacks [] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:47.162306 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Transition to ACTIVE for port object 86f31e01-abb9-47b9-9d3b-ffa616610f15 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:00:47.238724 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:47.296679 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Pushing event updated for resources: {'Port': ['ID=86f31e01-abb9-47b9-9d3b-ffa616610f15,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:47.330368 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Attempting to bind port 86f31e01-abb9-47b9-9d3b-ffa616610f15 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:47.330796 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Attempting to bind port 86f31e01-abb9-47b9-9d3b-ffa616610f15 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:47.331037 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Attempting to bind port 86f31e01-abb9-47b9-9d3b-ffa616610f15 on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:47.337270 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Port 86f31e01-abb9-47b9-9d3b-ffa616610f15 on network f382b83f-2d52-479a-bacd-d9ccddd4c676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:00:47.337653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Attempting to bind port 86f31e01-abb9-47b9-9d3b-ffa616610f15 on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:47.343159 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:47.343504 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Checking segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:47.343877 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Bound using segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:47.344358 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Bound port: 86f31e01-abb9-47b9-9d3b-ffa616610f15, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:47.344732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:47.531816 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2dd557a3-de87-48aa-8430-c907931ec834 req-31825127-c574-4165-918f-15b502040470 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 210 time: 0.0308964 Apr 28 21:00:47.648630 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] For port 86f31e01-abb9-47b9-9d3b-ffa616610f15, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:47.691351 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] For port 86f31e01-abb9-47b9-9d3b-ffa616610f15, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:47.721472 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-9eb89d31-63ae-4e19-955f-1ae39a1677d7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:47.722922 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-9eb89d31-63ae-4e19-955f-1ae39a1677d7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 819 time: 0.1271858 Apr 28 21:00:47.808397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:47.880250 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:47.880887 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:47.882303 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] 10.222.0.61 "PUT /v2.0/ports/86f31e01-abb9-47b9-9d3b-ffa616610f15 HTTP/1.1" status: 200 len: 1094 time: 1.1064358 Apr 28 21:00:47.882904 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:47.885425 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178f43f-d0a2-427d-87e4-0347b3f23d01" -d '{"events": [{"name": "network-changed", "server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:47.929263 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce19c-f4e6-4944-b586-7957510b5af5 service neutron] Pushing event updated for resources: {'Port': ['ID=86f31e01-abb9-47b9-9d3b-ffa616610f15,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:47.937430 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-e08cbf93-eaea-4d7e-982a-68792e7e1313 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd1d6dccf934e5bbfa77f9adb226082 HTTP/1.1" status: 200 len: 380 time: 0.1512606 Apr 28 21:00:47.955452 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'port': {'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'admin_state_up': True, 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'security_groups': ['99ac4a31-395c-449b-bd16-05a4e6004800']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:47.962589 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d82654-789d-41a1-936d-d26b91163f4f x-openstack-request-id: req-35d82654-789d-41a1-936d-d26b91163f4f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:47.962589 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:47.962984 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35d82654-789d-41a1-936d-d26b91163f4f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:47.963144 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d82654-789d-41a1-936d-d26b91163f4f'] response: {'name': 'network-changed', 'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'status': 'completed', 'code': 200} Apr 28 21:00:48.083144 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f43f-d0a2-427d-87e4-0347b3f23d01 req-fa2c39d6-957f-42b7-b32b-1e8110129c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.084762 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8178f43f-d0a2-427d-87e4-0347b3f23d01 req-fa2c39d6-957f-42b7-b32b-1e8110129c99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 1128 time: 0.0811973 Apr 28 21:00:48.191393 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ced80-e73a-4730-8bcc-3293ff02499a req-719fdc63-ecd6-4f90-9b7d-cf77aad6abb0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.193570 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e18ced80-e73a-4730-8bcc-3293ff02499a req-719fdc63-ecd6-4f90-9b7d-cf77aad6abb0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0584369 Apr 28 21:00:48.258113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f43f-d0a2-427d-87e4-0347b3f23d01 req-c06d674f-e28b-4b3e-8968-7e8ca9cd1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.260569 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8178f43f-d0a2-427d-87e4-0347b3f23d01 req-c06d674f-e28b-4b3e-8968-7e8ca9cd1ec7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3bac5e29e23646fc96819cd579831ed8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1615238 Apr 28 21:00:48.273560 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e18ced80-e73a-4730-8bcc-3293ff02499a req-c038a80f-770e-4f23-bc9b-0f95755ce5b3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682108 Apr 28 21:00:48.296936 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Made reservation on behalf of 0cd1d6dccf934e5bbfa77f9adb226082 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:48.300397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:48.441394 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178f43f-d0a2-427d-87e4-0347b3f23d01 req-b02aef06-d6ec-46d5-b7d7-8f9d4371101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.442892 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8178f43f-d0a2-427d-87e4-0347b3f23d01 req-b02aef06-d6ec-46d5-b7d7-8f9d4371101d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755660 Apr 28 21:00:48.528390 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Allocated IP 172.20.0.9 (a663f45b-7c2c-4224-a6e7-714fb8381213/8a908e72-265e-4a76-a0db-28a557e0123c/77fed45f-c071-4108-b1cd-beaa0d7c4be6) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:48.541203 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-320fdbac-d2be-4852-9d0f-faaa7557e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.542705 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-320fdbac-d2be-4852-9d0f-faaa7557e568 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 1128 time: 0.0590487 Apr 28 21:00:48.595744 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-883f94a1-0884-471f-9527-d53678dcb3f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15 HTTP/1.1" status: 200 len: 217 time: 0.0430686 Apr 28 21:00:48.638688 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cdddcafb-7394-4178-bbf3-dc34c7e45fc0 req-2bad6d76-ccb9-40c4-8638-6f8e47b6669f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 210 time: 0.0297153 Apr 28 21:00:48.705502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-3cf62ca9-9fa4-4925-a647-f77e52cabd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.706863 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-3cf62ca9-9fa4-4925-a647-f77e52cabd97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.1022229 Apr 28 21:00:48.773002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-13b12f48-a02f-41d3-a8b6-90517464354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.774501 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-13b12f48-a02f-41d3-a8b6-90517464354a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594757 Apr 28 21:00:48.780113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:48.898149 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-6d2f1727-2bcb-444e-ba40-b53e70ead15d service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135485 Apr 28 21:00:48.991190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:49.008401 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a7aaaa2b-f0eb-400e-9c58-33ed920f5eb9 req-ce60e8b7-9caa-4b0c-8008-42c69dc33b72 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961549 Apr 28 21:00:49.049746 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Network a663f45b-7c2c-4224-a6e7-714fb8381213 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:49.053070 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:49.057631 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:00:49.062939 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:49.063640 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:49.072165 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event updated for resources: {'Port': ['ID=77fed45f-c071-4108-b1cd-beaa0d7c4be6,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:49.181418 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-d1426ab1-efba-4f19-aa82-f5d05dc51b82 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2305050 Apr 28 21:00:49.293404 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-8e909b86-dd88-4e5b-bec9-bd2a45ca6e32 None None] Provisioning complete for port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:49.293980 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8e909b86-dd88-4e5b-bec9-bd2a45ca6e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:49.331928 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-8e909b86-dd88-4e5b-bec9-bd2a45ca6e32 None None] Port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:00:49.420885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Request body: {'port': {'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:00:49.428459 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72915d-c6cf-450e-b4bd-56ef93c9546d req-9c42fff4-ebcd-4725-af85-381e3cf447dc tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:49.430191 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1a72915d-c6cf-450e-b4bd-56ef93c9546d req-9c42fff4-ebcd-4725-af85-381e3cf447dc tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0493498 Apr 28 21:00:49.487189 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:49.496064 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1a72915d-c6cf-450e-b4bd-56ef93c9546d req-b0db4769-852d-41fa-ad2b-a26710d66cbb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583317 Apr 28 21:00:49.771826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ba3e-44ef-449b-9ac6-9fb6d46a2dd9 req-63f7bd00-996e-4d69-8eba-7312ceb739c8 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:49.773331 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22f8ba3e-44ef-449b-9ac6-9fb6d46a2dd9 req-63f7bd00-996e-4d69-8eba-7312ceb739c8 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 931 time: 0.0559204 Apr 28 21:00:49.776181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fed45f-c071-4108-b1cd-beaa0d7c4be6 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:49.784578 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Publish callbacks [] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:49.797978 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Transition to ACTIVE for port object 77fed45f-c071-4108-b1cd-beaa0d7c4be6 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:00:49.810597 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:00:49.823806 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22f8ba3e-44ef-449b-9ac6-9fb6d46a2dd9 req-36b0f433-7c6a-449a-a64c-4a3622c981cb tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Apr 28 21:00:49.867254 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:49.923614 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Pushing event updated for resources: {'Port': ['ID=77fed45f-c071-4108-b1cd-beaa0d7c4be6,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:49.958580 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Attempting to bind port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:00:49.958907 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Attempting to bind port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:00:49.959234 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Attempting to bind port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:49.964043 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 on network a663f45b-7c2c-4224-a6e7-714fb8381213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:00:49.964340 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Attempting to bind port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 on network a663f45b-7c2c-4224-a6e7-714fb8381213 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:00:49.969500 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:00:49.969834 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Checking segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:00:49.970218 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Bound using segment: {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:00:49.970637 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Bound port: 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:00:49.970991 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:50.044680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] For port 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:00:50.048490 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] For port 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:00:50.127891 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:50.164012 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.164657 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:50.166709 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] 10.222.0.61 "PUT /v2.0/ports/77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 1093 time: 0.7502718 Apr 28 21:00:50.167168 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:50.169463 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a61d30-0669-4e0e-afb8-d69dfa732796" -d '{"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:50.197812 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18727ea-613d-4053-8777-ad169be7f83b service neutron] Pushing event updated for resources: {'Port': ['ID=77fed45f-c071-4108-b1cd-beaa0d7c4be6,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:50.232824 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d39362-a089-493f-aa5e-f0c080ab3332 x-openstack-request-id: req-16d39362-a089-493f-aa5e-f0c080ab3332 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:50.232824 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:50.232824 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16d39362-a089-493f-aa5e-f0c080ab3332 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:50.232824 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d39362-a089-493f-aa5e-f0c080ab3332'] response: {'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'status': 'completed', 'code': 200} Apr 28 21:00:50.386655 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61d30-0669-4e0e-afb8-d69dfa732796 req-d72e880e-c38c-4927-b241-bd845971abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.388258 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d7a61d30-0669-4e0e-afb8-d69dfa732796 req-d72e880e-c38c-4927-b241-bd845971abac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1127 time: 0.0477951 Apr 28 21:00:50.494417 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61d30-0669-4e0e-afb8-d69dfa732796 req-e239c672-8695-4559-a030-4752970f650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.495933 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d7a61d30-0669-4e0e-afb8-d69dfa732796 req-e239c672-8695-4559-a030-4752970f650e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0983644 Apr 28 21:00:50.594421 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61d30-0669-4e0e-afb8-d69dfa732796 req-1a62251b-2557-4e73-a275-c55611d3890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.595794 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d7a61d30-0669-4e0e-afb8-d69dfa732796 req-1a62251b-2557-4e73-a275-c55611d3890f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923805 Apr 28 21:00:50.617388 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447982a9-ec95-4f8f-b2b7-93478420647f req-9e1ad6c5-0802-48e9-9002-9bf9640485d4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.618953 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-447982a9-ec95-4f8f-b2b7-93478420647f req-9e1ad6c5-0802-48e9-9002-9bf9640485d4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0493801 Apr 28 21:00:50.674889 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-447982a9-ec95-4f8f-b2b7-93478420647f req-db2282e5-bd5a-4076-acba-53750ed4a492 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496328 Apr 28 21:00:50.692700 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-4daac808-de5a-4118-a3bd-b0e5d1e62bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.695053 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-4daac808-de5a-4118-a3bd-b0e5d1e62bba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1127 time: 0.0577660 Apr 28 21:00:50.741527 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-cc141bb1-2369-4621-8b29-cea9308aa35a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 217 time: 0.0344570 Apr 28 21:00:50.792387 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-e4c31080-9f8a-48ca-8f01-274fd97bfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.793542 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-e4c31080-9f8a-48ca-8f01-274fd97bfb9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0448360 Apr 28 21:00:50.848038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-2e37884a-c729-4d2e-9f38-87beea88044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.850916 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-2e37884a-c729-4d2e-9f38-87beea88044c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462146 Apr 28 21:00:50.933970 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:50.947148 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa11ac8-cf88-4601-a3a9-30075fba78bd req-fdec25cd-928f-4e0c-917c-670c683fd208 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.948750 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5aa11ac8-cf88-4601-a3a9-30075fba78bd req-fdec25cd-928f-4e0c-917c-670c683fd208 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 943 time: 0.0545805 Apr 28 21:00:50.960012 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-c5994518-d71d-4504-9ff0-8c1e8a870199 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018484 Apr 28 21:00:51.000287 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5aa11ac8-cf88-4601-a3a9-30075fba78bd req-34650425-278d-45f2-bb2c-2f61edabcbc0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Apr 28 21:00:51.059009 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5faa70cc-8fd5-4b33-9905-dd5a3d0daa06 req-477453b3-1cb3-4b2b-b96b-87ba4044b452 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898969 Apr 28 21:00:51.800578 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dffe-d3a9-45bd-a6c1-0a0b2ac3c4ff req-275a2e85-a769-4720-8a1d-e71717c6cbc6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.802139 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-69c4dffe-d3a9-45bd-a6c1-0a0b2ac3c4ff req-275a2e85-a769-4720-8a1d-e71717c6cbc6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0511668 Apr 28 21:00:51.853405 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-69c4dffe-d3a9-45bd-a6c1-0a0b2ac3c4ff req-6d91f680-f169-448d-a663-58ac2fa3fa5d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447376 Apr 28 21:00:52.119254 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91975-b019-42ec-822a-48633cf8c031 req-c4c2f028-d968-42ed-b16f-b3b6002c5e39 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:52.120800 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7cc91975-b019-42ec-822a-48633cf8c031 req-c4c2f028-d968-42ed-b16f-b3b6002c5e39 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 943 time: 0.0476217 Apr 28 21:00:52.182433 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7cc91975-b019-42ec-822a-48633cf8c031 req-22bac77f-3dbb-4ff4-8daa-d230359b621d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561509 Apr 28 21:00:52.217532 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a9d9e-88d4-4ab7-b813-b5c6a75ef885 req-b856cf5d-03c4-4484-b785-0c1997dead46 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:52.218999 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-368a9d9e-88d4-4ab7-b813-b5c6a75ef885 req-b856cf5d-03c4-4484-b785-0c1997dead46 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0518837 Apr 28 21:00:52.265654 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-368a9d9e-88d4-4ab7-b813-b5c6a75ef885 req-a9985ac1-1b37-41df-bae1-ff274fb07f1f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Apr 28 21:00:52.487100 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-58b3d932-3dd7-437e-9e3c-4e2baf5c8bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:52.969890 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f531929-649d-4ee2-b7d3-31c2692f2e94 req-204e8dac-1284-4b18-8ba0-edd6383851df tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:52.971407 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f531929-649d-4ee2-b7d3-31c2692f2e94 req-204e8dac-1284-4b18-8ba0-edd6383851df tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0490596 Apr 28 21:00:53.021464 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5f531929-649d-4ee2-b7d3-31c2692f2e94 req-322071cd-3cc1-4352-ba28-c3b2c09e51c8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443971 Apr 28 21:00:53.314520 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db3d3d-328c-48f7-bc0d-8740941d089d req-4e963de4-8abd-4deb-bf62-6f43b603c236 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:53.317736 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70db3d3d-328c-48f7-bc0d-8740941d089d req-4e963de4-8abd-4deb-bf62-6f43b603c236 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 943 time: 0.0538027 Apr 28 21:00:53.399733 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2fe1d-b69e-4681-97ec-1e8b52888b18 req-67835f49-a281-455f-a4f9-198e715b961a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:53.401874 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8d2fe1d-b69e-4681-97ec-1e8b52888b18 req-67835f49-a281-455f-a4f9-198e715b961a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0662003 Apr 28 21:00:53.405489 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70db3d3d-328c-48f7-bc0d-8740941d089d req-dcacbf94-1940-471c-84f1-3d1e89896c4a tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838988 Apr 28 21:00:53.450754 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8d2fe1d-b69e-4681-97ec-1e8b52888b18 req-7b31ba3e-3dc3-473d-9311-f9791f107d0d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Apr 28 21:00:54.139605 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72faba7-a240-4818-ba53-e9fdf13836e7 req-e82c6dcd-6289-4ed4-ab86-312311ec200f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:54.141119 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c72faba7-a240-4818-ba53-e9fdf13836e7 req-e82c6dcd-6289-4ed4-ab86-312311ec200f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0508111 Apr 28 21:00:54.190856 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c72faba7-a240-4818-ba53-e9fdf13836e7 req-a71c8859-ee04-4ce6-8b5e-5ec80bfbc56c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Apr 28 21:00:54.521616 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d9a3d-f749-4037-b46e-9a0a0c4d1f0c req-bafe0f6f-38eb-4bd3-95d9-bbaa164f0ad0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:54.523117 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-816d9a3d-f749-4037-b46e-9a0a0c4d1f0c req-bafe0f6f-38eb-4bd3-95d9-bbaa164f0ad0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 943 time: 0.0497558 Apr 28 21:00:54.594548 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c77e34-7d1f-45c0-bad0-be54a540d9f5 req-59b8948b-566f-4a20-abed-01e4cee0c637 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:54.596393 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15c77e34-7d1f-45c0-bad0-be54a540d9f5 req-59b8948b-566f-4a20-abed-01e4cee0c637 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0722327 Apr 28 21:00:54.634013 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-816d9a3d-f749-4037-b46e-9a0a0c4d1f0c req-827a4d86-d26f-477f-bdce-81cc54e8a0c1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003246 Apr 28 21:00:54.677977 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15c77e34-7d1f-45c0-bad0-be54a540d9f5 req-0671c539-e7a2-427b-bfd2-39faa7e65fb6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724690 Apr 28 21:00:54.912537 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 77fed45f-c071-4108-b1cd-beaa0d7c4be6 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:00:55.020206 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:55.032902 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:00:55.072235 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c5a37846-7e0c-4d9d-a8ec-8a08dfa081c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:55.075994 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:55.076378 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:55.091464 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fed45f-c071-4108-b1cd-beaa0d7c4be6 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:55.111515 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:55.172571 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:55.236742 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=77fed45f-c071-4108-b1cd-beaa0d7c4be6,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:55.246235 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.247167 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.247167 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.247381 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.247689 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.248060 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.248398 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.248722 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.249053 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.249383 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.249717 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.250060 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.250389 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.250710 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.251030 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:55.312533 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaed1e4-9da6-450b-8455-80290185d318 req-daef8c33-4d8b-44d7-b1f6-c5b0ccace830 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:55.314030 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ddaed1e4-9da6-450b-8455-80290185d318 req-daef8c33-4d8b-44d7-b1f6-c5b0ccace830 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0498157 Apr 28 21:00:55.365125 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ddaed1e4-9da6-450b-8455-80290185d318 req-6af8835d-33aa-478d-acbe-afe772fa0de4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453765 Apr 28 21:00:55.622423 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['77fed45f-c071-4108-b1cd-beaa0d7c4be6'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:00:55.786925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45df455-e36a-4461-bd3d-0e44dc3f5833 req-a30a7092-00fe-42ce-9584-3cc4f91f48b4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:55.788519 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b45df455-e36a-4461-bd3d-0e44dc3f5833 req-a30a7092-00fe-42ce-9584-3cc4f91f48b4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 944 time: 0.0783839 Apr 28 21:00:55.827271 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3afa0d-1ea1-438a-ac5c-663bc68ec991 req-5c340aef-8df9-4ec3-a524-9f41f4450e8c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:55.828788 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c3afa0d-1ea1-438a-ac5c-663bc68ec991 req-5c340aef-8df9-4ec3-a524-9f41f4450e8c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0778694 Apr 28 21:00:55.873580 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b45df455-e36a-4461-bd3d-0e44dc3f5833 req-338c4931-c0fc-41fb-b236-8f07dc9f75a7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757759 Apr 28 21:00:55.896166 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c3afa0d-1ea1-438a-ac5c-663bc68ec991 req-0de6f8c5-8a9c-46fa-871e-3fc552439e20 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611780 Apr 28 21:00:56.269974 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:56.484437 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed1f11-5254-423b-8668-33bd59ebeb22 req-801eca9a-95ef-40dd-95e9-473b0cffef00 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:56.486009 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efed1f11-5254-423b-8668-33bd59ebeb22 req-801eca9a-95ef-40dd-95e9-473b0cffef00 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 944 time: 0.0517499 Apr 28 21:00:56.540095 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-efed1f11-5254-423b-8668-33bd59ebeb22 req-f0f6a2a2-58c1-4864-8214-e7dc71de66a4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480926 Apr 28 21:00:56.934756 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86f31e01-abb9-47b9-9d3b-ffa616610f15 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:00:56.937338 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 77fed45f-c071-4108-b1cd-beaa0d7c4be6 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:57.038747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be89b8-7a41-410e-acbe-915b4a74bd57 req-97cf1db7-df3f-46c7-b256-80a6889b37b9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:57.040404 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e8be89b8-7a41-410e-acbe-915b4a74bd57 req-97cf1db7-df3f-46c7-b256-80a6889b37b9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 944 time: 0.0913651 Apr 28 21:00:57.050941 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:00:57.070230 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7ae02-b0c5-4d9d-b184-b843c26f9b97 req-29cfb955-cbf4-46d6-aa35-d4f085be31ab tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:57.071829 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7b7ae02-b0c5-4d9d-b184-b843c26f9b97 req-29cfb955-cbf4-46d6-aa35-d4f085be31ab tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0858102 Apr 28 21:00:57.093022 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86f31e01-abb9-47b9-9d3b-ffa616610f15, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:57.101435 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:57.101810 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:57.122729 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e8be89b8-7a41-410e-acbe-915b4a74bd57 req-2deae9aa-7800-4b81-8bb2-bbf82565185d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763209 Apr 28 21:00:57.127751 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'port_id': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'mac_address': 'fa:16:3e:5f:27:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:00:57.158018 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7b7ae02-b0c5-4d9d-b184-b843c26f9b97 req-e49aa049-b64f-4328-9fa5-57b12da29c87 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776470 Apr 28 21:00:57.183685 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86f31e01-abb9-47b9-9d3b-ffa616610f15 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:57.184104 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:57.222010 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f31e01-abb9-47b9-9d3b-ffa616610f15 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:57.251862 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:57.257256 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:57.257256 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86f31e01-abb9-47b9-9d3b-ffa616610f15, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:57.278338 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:57.280951 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95445ca3-ce40-433c-a817-640aafb9bf12" -d '{"events": [{"server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "name": "network-vif-plugged", "status": "completed", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:57.294439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:57.320092 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8252aae-aa6e-4189-a388-8b649269f948 x-openstack-request-id: req-f8252aae-aa6e-4189-a388-8b649269f948 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:57.320392 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "name": "network-vif-plugged", "status": "completed", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:57.320651 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8252aae-aa6e-4189-a388-8b649269f948 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:57.321057 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8252aae-aa6e-4189-a388-8b649269f948'] response: {'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'code': 200} Apr 28 21:00:57.336437 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:57.364846 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:57.392881 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86f31e01-abb9-47b9-9d3b-ffa616610f15,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:57.443981 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=77fed45f-c071-4108-b1cd-beaa0d7c4be6,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:57.666019 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b802b-0511-49a4-ac2f-3f89b378c4b1 req-065665a3-5547-4cdd-9f0f-3b9e69c820b9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:57.668139 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-854b802b-0511-49a4-ac2f-3f89b378c4b1 req-065665a3-5547-4cdd-9f0f-3b9e69c820b9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 945 time: 0.0531962 Apr 28 21:00:57.706939 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4bd56-8338-43ba-ba16-0f9dc922e98c req-8a19f64f-0e30-4c20-9b1b-2b5ca871f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:57.708313 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bdf4bd56-8338-43ba-ba16-0f9dc922e98c req-8a19f64f-0e30-4c20-9b1b-2b5ca871f5d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0388227 Apr 28 21:00:57.725500 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-854b802b-0511-49a4-ac2f-3f89b378c4b1 req-14580167-9272-4a1d-8785-6b18dfe999ea tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503566 Apr 28 21:00:57.734644 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['86f31e01-abb9-47b9-9d3b-ffa616610f15'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:00:57.777955 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bdf4bd56-8338-43ba-ba16-0f9dc922e98c req-04728b5d-412e-4de1-8ffb-1182157d17e1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532703 Apr 28 21:00:58.003726 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:58.281026 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3b88-1782-4f09-b89c-9f68d84bc004 req-1601b515-8bde-4c3f-bde5-c19483578204 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:58.282419 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-23dd3b88-1782-4f09-b89c-9f68d84bc004 req-1601b515-8bde-4c3f-bde5-c19483578204 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0827205 Apr 28 21:00:58.301203 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945d80-025d-47c7-affa-17b92e218915 req-db0a9d7e-0029-4706-a169-ae8dfa4d3933 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:58.302639 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1945d80-025d-47c7-affa-17b92e218915 req-db0a9d7e-0029-4706-a169-ae8dfa4d3933 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0696409 Apr 28 21:00:58.369210 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-23dd3b88-1782-4f09-b89c-9f68d84bc004 req-0ea86845-946d-4c17-a412-91712515629d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811238 Apr 28 21:00:58.377558 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f1945d80-025d-47c7-affa-17b92e218915 req-debb8028-b5de-4e77-b01e-a5d610158a69 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664928 Apr 28 21:00:58.856809 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e2b0a-1de8-4325-bd01-b1bc28636eb0 req-3397b7a5-86ed-491f-8572-c1922cafdc53 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:58.861990 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f3e2b0a-1de8-4325-bd01-b1bc28636eb0 req-3397b7a5-86ed-491f-8572-c1922cafdc53 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 945 time: 0.0536282 Apr 28 21:00:58.909814 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3f3e2b0a-1de8-4325-bd01-b1bc28636eb0 req-aa202ec8-da1d-42f8-be90-e67cdcce7223 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457497 Apr 28 21:00:58.950470 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86f31e01-abb9-47b9-9d3b-ffa616610f15 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:00:58.993727 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 86f31e01-abb9-47b9-9d3b-ffa616610f15 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:00:59.098453 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 86f31e01-abb9-47b9-9d3b-ffa616610f15 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:00:59.098836 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:59.176670 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 86f31e01-abb9-47b9-9d3b-ffa616610f15 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:00:59.177055 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:59.227084 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 86f31e01-abb9-47b9-9d3b-ffa616610f15, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:00:59.289621 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:59.298373 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:00:59.321925 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:59.324885 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cf7ffc-f046-4e19-ba79-2fdee1a38574" -d '{"events": [{"server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "name": "network-vif-plugged", "status": "completed", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:00:59.357704 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=86f31e01-abb9-47b9-9d3b-ffa616610f15,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:59.363656 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939d36f7-0a7f-43af-9614-d057e7084c51 x-openstack-request-id: req-939d36f7-0a7f-43af-9614-d057e7084c51 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:00:59.364013 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "name": "network-vif-plugged", "status": "completed", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:00:59.364281 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-939d36f7-0a7f-43af-9614-d057e7084c51 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:00:59.364729 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939d36f7-0a7f-43af-9614-d057e7084c51'] response: {'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'code': 200} Apr 28 21:00:59.531731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb79b-f06d-48a9-8137-703a70544bef req-bafdd0c3-0b4d-4293-823e-ca0b58c53208 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:59.533256 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef9fb79b-f06d-48a9-8137-703a70544bef req-bafdd0c3-0b4d-4293-823e-ca0b58c53208 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0823646 Apr 28 21:00:59.541188 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1490f2-3385-4772-b221-cb394f701fd5 req-bd3db87b-e9cd-4abe-9460-a99746397c56 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:59.550624 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9e1490f2-3385-4772-b221-cb394f701fd5 req-bd3db87b-e9cd-4abe-9460-a99746397c56 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0831614 Apr 28 21:00:59.615830 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef9fb79b-f06d-48a9-8137-703a70544bef req-13105463-a93f-4ece-9f8d-c23056647971 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716531 Apr 28 21:00:59.618747 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9e1490f2-3385-4772-b221-cb394f701fd5 req-c2b51dd4-1b89-4185-9da1-78b57663b521 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689268 Apr 28 21:01:00.035308 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b2ebb-7a55-40a6-8876-80a33f401c7e req-c681cb99-15d9-4ad0-8fa2-b1f8224e2f8a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:00.036878 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-078b2ebb-7a55-40a6-8876-80a33f401c7e req-c681cb99-15d9-4ad0-8fa2-b1f8224e2f8a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0532393 Apr 28 21:01:00.088477 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-078b2ebb-7a55-40a6-8876-80a33f401c7e req-9d66cd66-c06c-482b-ae27-ef8b63eb3f53 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Apr 28 21:01:00.393520 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392659-4a6d-43b3-bb42-9bdca6e9679f req-61e533e3-0ffc-4707-9a68-819e8e466709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:00.395015 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4e392659-4a6d-43b3-bb42-9bdca6e9679f req-61e533e3-0ffc-4707-9a68-819e8e466709 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 1130 time: 0.0396361 Apr 28 21:01:00.443466 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4e392659-4a6d-43b3-bb42-9bdca6e9679f req-63193241-9fcd-4904-94af-bf7c48601ed9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414972 Apr 28 21:01:00.760395 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eda049-2104-43d8-98a1-fe54d2cd305f req-fbddba0c-78c4-48c8-925e-a7d365f0720e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:00.761935 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f0eda049-2104-43d8-98a1-fe54d2cd305f req-fbddba0c-78c4-48c8-925e-a7d365f0720e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0731997 Apr 28 21:01:00.770586 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce98e7-18c3-426a-9fd3-111c708f696d req-bc85335a-3880-436a-b6d3-5cb03ed11e70 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:00.772082 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bce98e7-18c3-426a-9fd3-111c708f696d req-bc85335a-3880-436a-b6d3-5cb03ed11e70 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0743580 Apr 28 21:01:00.847868 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f0eda049-2104-43d8-98a1-fe54d2cd305f req-a4894f18-b4b9-4596-bf9d-938e2206412a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748007 Apr 28 21:01:00.851110 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bce98e7-18c3-426a-9fd3-111c708f696d req-7d36b6c7-d8f5-4e3b-9998-b04f967cdf42 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717254 Apr 28 21:01:00.962499 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeeae8-68f3-4fc8-b97a-44af9b13e59b req-54d30cd7-7e6b-4150-88ea-2fb045d5484e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:00.964659 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4aaeeae8-68f3-4fc8-b97a-44af9b13e59b req-54d30cd7-7e6b-4150-88ea-2fb045d5484e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0493846 Apr 28 21:01:00.973714 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51374) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:00.978204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'floatingip': {'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:01.019610 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (af689490-76f9-4648-8491-5101e102401d), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:01.201245 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041086-0e57-4d8e-bbe2-d78f6ad35b86 req-165231e6-2d72-4322-8fea-610b5df187e3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.202979 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e9041086-0e57-4d8e-bbe2-d78f6ad35b86 req-165231e6-2d72-4322-8fea-610b5df187e3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0475645 Apr 28 21:01:01.253150 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e9041086-0e57-4d8e-bbe2-d78f6ad35b86 req-49d73a2b-53ba-4209-b52d-ce22bbfdebe6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 Apr 28 21:01:01.469176 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:01.541573 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (af689490-76f9-4648-8491-5101e102401d), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:01.856781 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Floating IP af689490-76f9-4648-8491-5101e102401d associated. External IP: 172.27.0.53, port: 77fed45f-c071-4108-b1cd-beaa0d7c4be6. Apr 28 21:01:01.976899 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa2f-08f0-40b1-9f9e-e42cb2ba3cd1 req-e4d957bc-d025-4535-b81a-6ab4e07bd954 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.978830 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e57eaa2f-08f0-40b1-9f9e-e42cb2ba3cd1 req-e4d957bc-d025-4535-b81a-6ab4e07bd954 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0605392 Apr 28 21:01:02.030320 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e57eaa2f-08f0-40b1-9f9e-e42cb2ba3cd1 req-0cc5120b-5ecc-4007-bb9d-7ad8d65ee122 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Apr 28 21:01:02.081124 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Router d5c92d8c-02a3-4d6a-aeda-67361beba0cf has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:02.196609 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:02.202154 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:02.206851 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] Sync routers for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:02.221917 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:02.222642 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:02.234264 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-703dc291-dafd-4629-af7e-655f96afe7a0 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "PUT /v2.0/floatingips/af689490-76f9-4648-8491-5101e102401d HTTP/1.1" status: 200 len: 990 time: 1.2594085 Apr 28 21:01:02.234951 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:02.237415 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034f93a-0109-44ff-8f26-706a343f8f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:02.292513 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89502630-53e5-47ec-b7ec-137875570c6f x-openstack-request-id: req-89502630-53e5-47ec-b7ec-137875570c6f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:02.292513 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:02.292513 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89502630-53e5-47ec-b7ec-137875570c6f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:02.292513 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89502630-53e5-47ec-b7ec-137875570c6f'] response: {'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'status': 'completed', 'code': 200} Apr 28 21:01:02.346126 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:02.386055 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-256e073c-5378-424e-89f6-86def0c5625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:02.388959 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-256e073c-5378-424e-89f6-86def0c5625b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0628793 Apr 28 21:01:02.412823 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4699d-3dda-474b-b408-6394d45b99a5 req-fc5e8b7c-fc08-489b-aa46-a3c4c643ea7c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:02.414353 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62c4699d-3dda-474b-b408-6394d45b99a5 req-fc5e8b7c-fc08-489b-aa46-a3c4c643ea7c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0564966 Apr 28 21:01:02.472213 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62c4699d-3dda-474b-b408-6394d45b99a5 req-f7e27b0d-26c0-48e6-b57e-13fdef87ea63 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508773 Apr 28 21:01:02.503660 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-7f0fb06b-d8b0-47d7-8b1b-cc88fa96cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:02.505285 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-7f0fb06b-d8b0-47d7-8b1b-cc88fa96cc0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.1009119 Apr 28 21:01:02.589681 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-4ac2841c-77e8-4b40-95b9-10b8a6337948 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 998 time: 0.0734532 Apr 28 21:01:02.666923 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'af689490-76f9-4648-8491-5101e102401d', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:43Z', 'updated_at': '2022-04-28T21:01:01Z', 'revision_number': 1, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:02.696256 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] Checking router: d5c92d8c-02a3-4d6a-aeda-67361beba0cf for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:02.705511 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:02.706136 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:02.730866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-c9698e4b-288a-4f49-a4f0-66a0874bbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:02.732260 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-c9698e4b-288a-4f49-a4f0-66a0874bbd73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0475936 Apr 28 21:01:02.833113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-c1e2d4a7-e074-4624-8e63-39e2ca04c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:02.835000 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-c1e2d4a7-e074-4624-8e63-39e2ca04c8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698493 Apr 28 21:01:02.846787 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:02.949317 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-e72ab158-e8b0-4734-85b9-22a121442baf service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031103 Apr 28 21:01:03.055849 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e034f93a-0109-44ff-8f26-706a343f8f7f req-8a531c7d-e14b-4a40-b3fa-389b01304d32 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989668 Apr 28 21:01:03.107345 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'af689490-76f9-4648-8491-5101e102401d', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:43Z', 'updated_at': '2022-04-28T21:01:01Z', 'revision_number': 1, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:03.141178 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b2c6c-818c-445c-b62b-2326cc528aae None None] The sync data for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi is: [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'af689490-76f9-4648-8491-5101e102401d', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:43Z', 'updated_at': '2022-04-28T21:01:01Z', 'revision_number': 1, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:03.207392 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510a34-0320-451d-97fc-55f57d346f9a req-27b30099-504e-4af7-a2a1-5546102d091f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:03.208933 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-93510a34-0320-451d-97fc-55f57d346f9a req-27b30099-504e-4af7-a2a1-5546102d091f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0654213 Apr 28 21:01:03.276453 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-93510a34-0320-451d-97fc-55f57d346f9a req-ebffd7b4-654c-4591-8cc7-29a23103d8f0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607417 Apr 28 21:01:03.340989 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9bf5b-5e59-42b6-ab5e-311e35df16ca req-fb46929d-f8e6-4d7a-868c-885fbd22c8fa tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:03.343657 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ae9bf5b-5e59-42b6-ab5e-311e35df16ca req-fb46929d-f8e6-4d7a-868c-885fbd22c8fa tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.0659654 Apr 28 21:01:03.407800 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3ae9bf5b-5e59-42b6-ab5e-311e35df16ca req-463328a5-eb2d-49e3-9dbc-e22fa4a463cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573645 Apr 28 21:01:03.423899 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdf6a9-a6c5-4961-8007-ee5df1a9f9cd None None] New status for floating IP af689490-76f9-4648-8491-5101e102401d: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:03.598119 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648fca-6653-47b1-b730-013587759c2f req-4929b2ba-7cf9-4d41-8a7a-41c4c28ed12f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:03.599676 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea648fca-6653-47b1-b730-013587759c2f req-4929b2ba-7cf9-4d41-8a7a-41c4c28ed12f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0518465 Apr 28 21:01:03.654663 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea648fca-6653-47b1-b730-013587759c2f req-8f4e4de9-f7cf-4dc4-966c-3ab879279dc6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 Apr 28 21:01:04.408595 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c776235-7a70-4373-a68b-502dda515b17 req-89d89c80-7eb5-4245-b2bc-b94f994f994a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:04.410237 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c776235-7a70-4373-a68b-502dda515b17 req-89d89c80-7eb5-4245-b2bc-b94f994f994a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0540171 Apr 28 21:01:04.466951 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c776235-7a70-4373-a68b-502dda515b17 req-b2878a80-2e2a-40b4-81eb-08df264f6451 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505018 Apr 28 21:01:04.545636 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6bf0-6a6d-4582-9d32-12d80bc695ea req-61f933f6-bd0a-4baf-8cfd-8fb85003d679 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:04.547174 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49df6bf0-6a6d-4582-9d32-12d80bc695ea req-61f933f6-bd0a-4baf-8cfd-8fb85003d679 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Apr 28 21:01:04.595336 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-49df6bf0-6a6d-4582-9d32-12d80bc695ea req-19d51796-8b5d-4dbb-862b-eef37bf24012 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419588 Apr 28 21:01:04.781990 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b8bc0-dae3-4403-9a48-04276b6b898a req-e14a60ab-a5c1-4f90-851c-15ab0990beec tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:04.783530 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4a9b8bc0-dae3-4403-9a48-04276b6b898a req-e14a60ab-a5c1-4f90-851c-15ab0990beec tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0556822 Apr 28 21:01:04.841141 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4a9b8bc0-dae3-4403-9a48-04276b6b898a req-44b09e01-e187-49f1-b186-db4557226275 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505166 Apr 28 21:01:05.596080 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c673-9548-4263-9811-58c5eadc6a4e req-1a072bdf-2873-4d9a-9b82-5d48e290d68d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:05.597748 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9a0c673-9548-4263-9811-58c5eadc6a4e req-1a072bdf-2873-4d9a-9b82-5d48e290d68d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0521266 Apr 28 21:01:05.661762 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9a0c673-9548-4263-9811-58c5eadc6a4e req-d39cfc01-e426-443d-a1eb-db40fe1a78f5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570054 Apr 28 21:01:05.733747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5618-556c-4e00-9c46-72b7d2e1f845 req-998eab5d-9f69-46f6-a57a-2c03ecdf3d74 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:05.735473 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fbcf5618-556c-4e00-9c46-72b7d2e1f845 req-998eab5d-9f69-46f6-a57a-2c03ecdf3d74 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.0505950 Apr 28 21:01:05.795926 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fbcf5618-556c-4e00-9c46-72b7d2e1f845 req-6cf420b7-3bf9-4c96-ac82-272c876ab740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=aee205e4-c0d0-48e9-a74b-77199c7eafa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540941 Apr 28 21:01:05.839846 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-69658746-9e1b-4709-a950-aad2b0b2a689 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:05.841476 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-69658746-9e1b-4709-a950-aad2b0b2a689 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 946 time: 0.0919483 Apr 28 21:01:05.964400 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44418-f9b2-42f9-b91d-5ab7c2d71b37 req-ac81f746-e660-4e9d-9792-14d73c7a6b83 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:05.965987 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38c44418-f9b2-42f9-b91d-5ab7c2d71b37 req-ac81f746-e660-4e9d-9792-14d73c7a6b83 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0529318 Apr 28 21:01:05.985074 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port 34259aef-b1be-413b-9b53-cb6c59373d48 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:01:05.985419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.023113 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38c44418-f9b2-42f9-b91d-5ab7c2d71b37 req-32c9c152-659d-49ec-821d-b68f0e7b8dee tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512698 Apr 28 21:01:06.092573 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] For port 34259aef-b1be-413b-9b53-cb6c59373d48, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=34259aef-b1be-413b-9b53-cb6c59373d48,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:06.092946 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.158945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e745a-6ce4-46b9-a58e-656b44a21826 req-dcb9f4ca-c478-41da-a3a3-d31aad0c380f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:06.161457 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-556e745a-6ce4-46b9-a58e-656b44a21826 req-dcb9f4ca-c478-41da-a3a3-d31aad0c380f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0639942 Apr 28 21:01:06.219065 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-556e745a-6ce4-46b9-a58e-656b44a21826 req-e37ec00d-7546-4390-bb14-aad91bade926 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514197 Apr 28 21:01:06.244284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51420) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:06.360849 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e0d5f-2c0c-49f3-bb8a-6ee669eac17a tempest-TestVolumeBootPattern-781605922 tempest-TestVolumeBootPattern-781605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:06.362447 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ee3e0d5f-2c0c-49f3-bb8a-6ee669eac17a tempest-TestVolumeBootPattern-781605922 tempest-TestVolumeBootPattern-781605922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 1125 time: 0.1165841 Apr 28 21:01:06.366363 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51424) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:06.371774 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'port_id': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:06.379348 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.379717 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.380139 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8 disassociated. External IP: 172.27.0.94, port: 34259aef-b1be-413b-9b53-cb6c59373d48. Apr 28 21:01:06.380497 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for 34259aef-b1be-413b-9b53-cb6c59373d48 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:01:06.455266 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.564394 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.655895 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (34259aef-b1be-413b-9b53-cb6c59373d48), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.686418 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=34259aef-b1be-413b-9b53-cb6c59373d48,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:06.694869 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Allocated IP 172.27.0.160 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/1e0253c7-b9b9-4a16-bf7c-5c39210df364) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:01:06.865420 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14e3d-994c-4f89-8588-dc450983f008 req-7fb8ba75-6f9c-4f15-9a59-1f0e2d125b2c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:06.867072 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6da14e3d-994c-4f89-8588-dc450983f008 req-7fb8ba75-6f9c-4f15-9a59-1f0e2d125b2c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0793879 Apr 28 21:01:06.894637 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:06.953792 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bd075bc2-f9d6-4548-902d-096f912502fc req-0ab9d44c-788a-4f51-9fbb-7e5a5bc01472 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.0438173 Apr 28 21:01:06.990569 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6da14e3d-994c-4f89-8588-dc450983f008 req-6c1e7fa5-9c21-4028-abe0-6910d20f03dd tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156924 Apr 28 21:01:07.051031 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:07.067439 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:07.130048 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:01:07.134222 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:01:07.136997 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=1e0253c7-b9b9-4a16-bf7c-5c39210df364,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:07.139273 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:01:07.225185 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:07.238477 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:07.251809 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:07.252869 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:07.339055 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] No DVR routers for this DVR port 34259aef-b1be-413b-9b53-cb6c59373d48 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:01:07.343578 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:07.349993 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d111b33b-41f0-4836-ada5-b4b8aeeb7d15 req-3dbe581f-fa70-48e7-9339-948b8e5dc7e4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "DELETE /v2.0/ports/34259aef-b1be-413b-9b53-cb6c59373d48 HTTP/1.1" status: 204 len: 173 time: 1.5020924 Apr 28 21:01:07.350738 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'name': 'network-vif-deleted', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:07.360406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d107981e-5da0-47f5-ba50-d077822cc7ca" -d '{"events": [{"server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "name": "network-vif-deleted", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:07.395980 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:07.406091 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba652b-61c2-4e6c-88b8-880b8c03a4d3 x-openstack-request-id: req-37ba652b-61c2-4e6c-88b8-880b8c03a4d3 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:07.409498 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c11b37-98b0-42b5-ad1e-dc7f11444050", "name": "network-vif-deleted", "tag": "34259aef-b1be-413b-9b53-cb6c59373d48", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:07.409498 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37ba652b-61c2-4e6c-88b8-880b8c03a4d3 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:07.409498 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ba652b-61c2-4e6c-88b8-880b8c03a4d3'] response: {'server_uuid': 'd0c11b37-98b0-42b5-ad1e-dc7f11444050', 'name': 'network-vif-deleted', 'tag': '34259aef-b1be-413b-9b53-cb6c59373d48', 'status': 'completed', 'code': 200} Apr 28 21:01:07.569515 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (43519316-4332-4790-970d-406f0a0b53ef), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:07.643143 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:23Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:07.674208 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:07.683770 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:07.684429 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:07.752331 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:07.806437 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:07.938138 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:08.024065 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:08.047545 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:23Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:08.084727 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a930b1-8ee8-480e-8eb5-327b682138f0 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '3244fc28-7adc-47d7-830c-d94277957fb6', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:d3:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:43Z', 'updated_at': '2022-04-28T20:58:23Z', 'revision_number': 2, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:08.176824 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=1e0253c7-b9b9-4a16-bf7c-5c39210df364,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:08.201825 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-832fd916-7b7d-45c9-8fb3-e3a0b6258d69 req-ab8a14a8-af04-46a0-9bca-d7e120543082 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c11b37-98b0-42b5-ad1e-dc7f11444050 HTTP/1.1" status: 200 len: 210 time: 0.1077323 Apr 28 21:01:08.245430 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdef4e-d064-4ed7-9d74-de4245d5f14e req-8522bc2f-aa9c-4f03-b848-59fb9e07da93 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:08.248205 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57bdef4e-d064-4ed7-9d74-de4245d5f14e req-8522bc2f-aa9c-4f03-b848-59fb9e07da93 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1235886 Apr 28 21:01:08.252000 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (43519316-4332-4790-970d-406f0a0b53ef), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:08.381794 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57bdef4e-d064-4ed7-9d74-de4245d5f14e req-979984ff-0fa4-40c5-9164-7d049001d944 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254840 Apr 28 21:01:08.409112 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Floating IP 43519316-4332-4790-970d-406f0a0b53ef associated. External IP: 172.27.0.160, port: 86f31e01-abb9-47b9-9d3b-ffa616610f15. Apr 28 21:01:08.472028 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b06aae-8189-4ab1-bde2-e9da429b073e None None] New status for floating IP a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:08.960022 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9710423-4c4d-4109-b929-d994a3b7fae0 req-e2fe5df3-a8bd-4508-b722-aafb07321580 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:08.961615 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9710423-4c4d-4109-b929-d994a3b7fae0 req-e2fe5df3-a8bd-4508-b722-aafb07321580 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0896540 Apr 28 21:01:08.964873 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 34259aef-b1be-413b-9b53-cb6c59373d48 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:01:08.990773 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 34259aef-b1be-413b-9b53-cb6c59373d48 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:01:08.991612 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 34259aef-b1be-413b-9b53-cb6c59373d48 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:01:09.014878 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:09.037554 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9710423-4c4d-4109-b929-d994a3b7fae0 req-ab754416-42de-49e7-8f21-4cc1b08dfac4 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670149 Apr 28 21:01:09.085987 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-02eb66e0-8851-4299-a9fb-556d423a4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.091041 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-02eb66e0-8851-4299-a9fb-556d423a4ee8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1130 time: 0.0477910 Apr 28 21:01:09.180994 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:09.199443 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:09.219697 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:09.220815 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-7c2ad938-f0c6-4fe8-be2a-65cdb05fac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.221220 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:09.222384 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-7c2ad938-f0c6-4fe8-be2a-65cdb05fac74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.1284025 Apr 28 21:01:09.313648 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-b377402b-c8bd-4f0b-b8cf-caec34e11cdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 1002 time: 0.0824039 Apr 28 21:01:09.352272 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:09.385933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51448) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:09.401672 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c58552ed-617a-4ab6-9e59-69553c43fca0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0339191 Apr 28 21:01:09.402777 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:09.412526 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-1f1269ee-4447-4aab-ad2d-0dc58ec5defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.417873 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:09.418128 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-1f1269ee-4447-4aab-ad2d-0dc58ec5defa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.0947950 Apr 28 21:01:09.475031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaeb822-ea70-4bcb-8460-9cd7af559ed1 x-openstack-request-id: req-fbaeb822-ea70-4bcb-8460-9cd7af559ed1 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:09.475449 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:09.475796 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbaeb822-ea70-4bcb-8460-9cd7af559ed1 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:09.476337 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbaeb822-ea70-4bcb-8460-9cd7af559ed1'] response: {'name': 'network-changed', 'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'status': 'completed', 'code': 200} Apr 28 21:01:09.503144 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-8ae8e270-7f4d-467a-a49c-20e62a79c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.504772 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-8ae8e270-7f4d-467a-a49c-20e62a79c205 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0825155 Apr 28 21:01:09.517369 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:09.567249 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-5a00-4e3b-b7a2-3047723a73fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (aee205e4-c0d0-48e9-a74b-77199c7eafa4), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:09.634338 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-0dc22aba-3ae2-4c2f-b9d0-1a0940f797ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.635936 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-0dc22aba-3ae2-4c2f-b9d0-1a0940f797ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 1130 time: 0.1078820 Apr 28 21:01:09.644999 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-5a00-4e3b-b7a2-3047723a73fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (aee205e4-c0d0-48e9-a74b-77199c7eafa4), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:09.788681 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-a975efc1-8fdf-455e-a29a-93539c4695dc service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749376 Apr 28 21:01:09.853396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-b31cb62c-9167-4479-baa7-6f9b36cabef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.855481 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-b31cb62c-9167-4479-baa7-6f9b36cabef3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.2074263 Apr 28 21:01:09.907714 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '43519316-4332-4790-970d-406f0a0b53ef', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:5f:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:07Z', 'updated_at': '2022-04-28T21:01:07Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:09.910749 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4ad04-0962-40ef-8d35-92e9e04f3332 req-2010b5f9-2eb0-426e-b311-e239547f5367 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:09.920003 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-5a00-4e3b-b7a2-3047723a73fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (aee205e4-c0d0-48e9-a74b-77199c7eafa4), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:09.921725 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7fc4ad04-0962-40ef-8d35-92e9e04f3332 req-2010b5f9-2eb0-426e-b311-e239547f5367 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.1170175 Apr 28 21:01:09.923246 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e09ec188-5a00-4e3b-b7a2-3047723a73fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:09.927887 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e09ec188-5a00-4e3b-b7a2-3047723a73fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/security-groups/aee205e4-c0d0-48e9-a74b-77199c7eafa4 HTTP/1.1" status: 204 len: 168 time: 0.5399776 Apr 28 21:01:09.928595 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51458) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:09.946725 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:09.958338 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:09.958928 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:10.008537 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7fc4ad04-0962-40ef-8d35-92e9e04f3332 req-ac5ae266-045e-425c-9d04-089cfd93e396 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853889 Apr 28 21:01:10.019831 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec188-5a00-4e3b-b7a2-3047723a73fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee205e4-c0d0-48e9-a74b-77199c7eafa4,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:10.034261 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.api.v2.resource [None req-90e42b28-9441-450d-b14b-4d0f2815636a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] show failed (client error): The resource could not be found. Apr 28 21:01:10.038405 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-90e42b28-9441-450d-b14b-4d0f2815636a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups/aee205e4-c0d0-48e9-a74b-77199c7eafa4 HTTP/1.1" status: 404 len: 347 time: 0.0512300 Apr 28 21:01:10.039096 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51460) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:10.046334 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-6ac6a5ad-5b89-4a04-9479-5b4a4766ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:10.048032 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-6ac6a5ad-5b89-4a04-9479-5b4a4766ceb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1169 time: 0.1493976 Apr 28 21:01:10.098012 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:10.119139 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-8bce54b4-3ed8-44fa-9a03-ccdbf1ddd595 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15 HTTP/1.1" status: 200 len: 1000 time: 0.2106960 Apr 28 21:01:10.135522 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c835c768-2df4-4ee2-add2-c6494aa2994f req-14bb9b88-845a-4266-a2b0-7c7fd850218c service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395326 Apr 28 21:01:10.261219 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-2eb493b2-6981-403d-b46e-3ca663085734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:10.262718 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-2eb493b2-6981-403d-b46e-3ca663085734 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.1262825 Apr 28 21:01:10.282946 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-6f8cc58e-17b2-48eb-ab6f-7e008a21b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:10.284507 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-6f8cc58e-17b2-48eb-ab6f-7e008a21b978 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 916 time: 0.2233689 Apr 28 21:01:10.318456 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port f1ab4bf3-954f-4b92-8318-f7e7909fdde2 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:01:10.318895 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:10.341359 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd44c0-dae5-4f85-ac89-9efa93b0085d req-49fca9f2-1509-4162-a1c9-4b879f1c5e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:10.343278 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8bd44c0-dae5-4f85-ac89-9efa93b0085d req-49fca9f2-1509-4162-a1c9-4b879f1c5e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.1417108 Apr 28 21:01:10.362624 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '43519316-4332-4790-970d-406f0a0b53ef', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:5f:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:07Z', 'updated_at': '2022-04-28T21:01:07Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:10.394618 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3d383-6191-4217-a015-d164aa0938f8 None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '43519316-4332-4790-970d-406f0a0b53ef', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:5f:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:07Z', 'updated_at': '2022-04-28T21:01:07Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:10.450902 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d8bd44c0-dae5-4f85-ac89-9efa93b0085d req-fe8c8ca8-f039-4505-9b55-42b7c915601f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978181 Apr 28 21:01:10.455814 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:10.456184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:10.472831 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for f1ab4bf3-954f-4b92-8318-f7e7909fdde2 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:01:10.576084 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-05297fa2-1a71-424b-b4da-4d34d04c8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:10.578122 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-05297fa2-1a71-424b-b4da-4d34d04c8f16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0992682 Apr 28 21:01:10.590249 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-94d0deec-a3d3-45ca-8d8d-1cd7e7bf36b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 1002 time: 0.0997939 Apr 28 21:01:10.656944 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3718f964-d29b-4d08-9838-6829c6c282e8 None None] New status for floating IP 43519316-4332-4790-970d-406f0a0b53ef: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:10.729994 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (f1ab4bf3-954f-4b92-8318-f7e7909fdde2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:10.758081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=f1ab4bf3-954f-4b92-8318-f7e7909fdde2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:10.832925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:10.836303 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:10.840002 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-267f9ad3-4e7a-42e0-ba32-193f3871e45a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/floatingips/a7f5cd37-ea9c-4ad1-90fa-d650214dcdd8 HTTP/1.1" status: 204 len: 168 time: 0.7973616 Apr 28 21:01:11.133546 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5de0-9c2f-4e97-8d7c-c9a0d562599e req-272a5cdc-3606-4bf0-a317-1bbceb6c38a2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:11.135625 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec4f5de0-9c2f-4e97-8d7c-c9a0d562599e req-272a5cdc-3606-4bf0-a317-1bbceb6c38a2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0514991 Apr 28 21:01:11.220749 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec4f5de0-9c2f-4e97-8d7c-c9a0d562599e req-2b3e046c-bffc-49b3-bdd8-a70a4805b8e2 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791771 Apr 28 21:01:11.288834 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-6177fd45-a2f2-4f36-bd11-39e2f2bdefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:11.290222 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-6177fd45-a2f2-4f36-bd11-39e2f2bdefb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 200 len: 854 time: 0.1013803 Apr 28 21:01:11.342720 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-40bb571f-bd7c-4dad-a72a-e0de3543651c service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636112 Apr 28 21:01:11.358232 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-e6dca7b8-3bf1-4da9-8992-0934a4ebce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:11.363122 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-e6dca7b8-3bf1-4da9-8992-0934a4ebce2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f15f6bd8-1961-42f8-abad-e407ee164034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613859 Apr 28 21:01:11.504142 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ad6130d9-7d63-4781-9f19-b1f6e3d439a6 req-55289b65-5f8c-465e-84c8-b8122ada9f0a service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541297 Apr 28 21:01:11.514598 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-5b15e461-58a9-47df-989d-8411126896ec service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434903 Apr 28 21:01:11.586196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbcdca-381c-4bbb-b93f-69f1a7a2f463 req-36e938ee-f3f5-4292-b796-515a39bf2b23 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:11.587815 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57cbcdca-381c-4bbb-b93f-69f1a7a2f463 req-36e938ee-f3f5-4292-b796-515a39bf2b23 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0539839 Apr 28 21:01:11.631215 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abaa8059-432a-4a5b-89cf-11c075274fc0 req-5adc2700-fc78-4c4c-89cd-73e3a2867400 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944099 Apr 28 21:01:11.642875 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57cbcdca-381c-4bbb-b93f-69f1a7a2f463 req-9fbdefda-60c0-4b03-b998-1ca56c8ad444 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Apr 28 21:01:12.341863 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450cfd-f708-46ee-85e3-90ceb1280033 req-0cc1a201-4630-47ac-a543-c120db672ffa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:12.343270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a450cfd-f708-46ee-85e3-90ceb1280033 req-0cc1a201-4630-47ac-a543-c120db672ffa tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0508511 Apr 28 21:01:12.409657 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a450cfd-f708-46ee-85e3-90ceb1280033 req-6a5eb006-ba95-4f44-be96-c77f73496a76 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604208 Apr 28 21:01:13.524381 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237d43b-5c60-4078-bf4d-9c0713c6c00a req-6fe9aa35-fb80-4255-9b36-10114d894f1a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:13.525852 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a237d43b-5c60-4078-bf4d-9c0713c6c00a req-6fe9aa35-fb80-4255-9b36-10114d894f1a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0503817 Apr 28 21:01:13.591449 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a237d43b-5c60-4078-bf4d-9c0713c6c00a req-e7297998-db3a-4a1c-b94e-12eaa277def8 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590775 Apr 28 21:01:14.039839 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ba49-17c0-4498-9b5f-46351f3ce290 req-105bb0ce-4c59-4196-99dd-b672355438bb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:14.041407 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b301ba49-17c0-4498-9b5f-46351f3ce290 req-105bb0ce-4c59-4196-99dd-b672355438bb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.0475008 Apr 28 21:01:14.092243 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b301ba49-17c0-4498-9b5f-46351f3ce290 req-2906607b-9e76-435d-bfb0-3498d814a217 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Apr 28 21:01:14.710861 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433269a-34fb-404f-90c4-95c67b9bf34a req-b927890a-a71f-434a-beb9-05a5de6e26d0 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:14.712365 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f433269a-34fb-404f-90c4-95c67b9bf34a req-b927890a-a71f-434a-beb9-05a5de6e26d0 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0503144 Apr 28 21:01:14.774061 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f433269a-34fb-404f-90c4-95c67b9bf34a req-ba41e814-3525-41f2-9551-c058f827095c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554364 Apr 28 21:01:15.209710 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15059d-4f4d-468b-9598-8448b4aa7f0d req-66076c8e-ea96-4b63-8b28-c063d2cf558e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:15.211234 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb15059d-4f4d-468b-9598-8448b4aa7f0d req-66076c8e-ea96-4b63-8b28-c063d2cf558e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.0495422 Apr 28 21:01:15.271804 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb15059d-4f4d-468b-9598-8448b4aa7f0d req-9f6d4f3d-6547-47ae-9d5b-88619031d508 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542958 Apr 28 21:01:15.887751 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195245-b9db-4efb-8631-513b986e8447 req-a82ee287-d02a-4c7e-9831-b93e026a46ad tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:15.889265 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3195245-b9db-4efb-8631-513b986e8447 req-a82ee287-d02a-4c7e-9831-b93e026a46ad tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0459139 Apr 28 21:01:15.936304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001706d-b007-4c68-b494-c66ddf23beeb req-0040ddd8-6633-4498-b982-ebc1ec6c7deb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:15.937759 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0001706d-b007-4c68-b494-c66ddf23beeb req-0040ddd8-6633-4498-b982-ebc1ec6c7deb tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.0570138 Apr 28 21:01:15.955789 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d3195245-b9db-4efb-8631-513b986e8447 req-e0bc3a76-1e14-43d6-8f19-c4644a9fd389 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584314 Apr 28 21:01:16.026621 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port d093038c-aa35-4e2b-9802-f28e0a30c089 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:01:16.027388 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:16.119308 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] For port d093038c-aa35-4e2b-9802-f28e0a30c089, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d093038c-aa35-4e2b-9802-f28e0a30c089,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:16.119671 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:16.297003 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:16.297296 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (3244fc28-7adc-47d7-830c-d94277957fb6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:16.297535 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP 3244fc28-7adc-47d7-830c-d94277957fb6 disassociated. External IP: 172.27.0.161, port: d093038c-aa35-4e2b-9802-f28e0a30c089. Apr 28 21:01:16.297887 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for d093038c-aa35-4e2b-9802-f28e0a30c089 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:01:16.396274 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d11e7-543b-40cf-b2ea-f67601524d95 req-bcb3166b-22f9-4f77-a761-04685814670f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:16.401822 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed8d11e7-543b-40cf-b2ea-f67601524d95 req-bcb3166b-22f9-4f77-a761-04685814670f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 945 time: 0.0520213 Apr 28 21:01:16.460664 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed8d11e7-543b-40cf-b2ea-f67601524d95 req-adb57170-d8cd-45fb-9c02-273a4890dba8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=04aef8e7-e386-4705-8ca4-9c709499c284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521059 Apr 28 21:01:16.504102 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (d093038c-aa35-4e2b-9802-f28e0a30c089), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:16.534806 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=d093038c-aa35-4e2b-9802-f28e0a30c089,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:16.672770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:17.003438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:17.019252 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:17.031529 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:17.035653 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:17.051306 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] No DVR routers for this DVR port d093038c-aa35-4e2b-9802-f28e0a30c089 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:01:17.054461 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:17.058049 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0001706d-b007-4c68-b494-c66ddf23beeb req-d9cd0ca2-25c2-4fa9-a927-0cb7aa25ad2a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "DELETE /v2.0/ports/d093038c-aa35-4e2b-9802-f28e0a30c089 HTTP/1.1" status: 204 len: 173 time: 1.1139777 Apr 28 21:01:17.058602 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'name': 'network-vif-deleted', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:17.061064 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f61f8a-d399-4d8a-88e6-9aa9f8ef86f6" -d '{"events": [{"server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "name": "network-vif-deleted", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:17.102994 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85c15-d4b1-48a8-8f0b-1d5c1d449cb9 req-05603472-13b9-403a-a8ae-06cdc5c4b1df tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:17.104601 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-40a85c15-d4b1-48a8-8f0b-1d5c1d449cb9 req-05603472-13b9-403a-a8ae-06cdc5c4b1df tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0540516 Apr 28 21:01:17.106658 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab3d684-c2e0-40c6-909d-990d25aaf581 x-openstack-request-id: req-5ab3d684-c2e0-40c6-909d-990d25aaf581 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:17.106658 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbda6eb-99d9-439d-95ee-b4fb6641d96c", "name": "network-vif-deleted", "tag": "d093038c-aa35-4e2b-9802-f28e0a30c089", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:17.106902 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ab3d684-c2e0-40c6-909d-990d25aaf581 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:17.107265 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab3d684-c2e0-40c6-909d-990d25aaf581'] response: {'server_uuid': '7cbda6eb-99d9-439d-95ee-b4fb6641d96c', 'name': 'network-vif-deleted', 'tag': 'd093038c-aa35-4e2b-9802-f28e0a30c089', 'status': 'completed', 'code': 200} Apr 28 21:01:17.176256 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:17.180821 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-40a85c15-d4b1-48a8-8f0b-1d5c1d449cb9 req-e707e566-1db2-40c3-957a-4a6a72684d18 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686727 Apr 28 21:01:17.380512 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:17.412449 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:17.421822 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:17.423155 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:00:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:17.543853 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:17.588535 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a8ae3588-5039-49f8-b0e8-732f31b75bab req-f5cc804f-ad6d-46bf-83fe-2da8e97163fe tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cbda6eb-99d9-439d-95ee-b4fb6641d96c HTTP/1.1" status: 200 len: 210 time: 0.0373342 Apr 28 21:01:17.832567 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:17.859937 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f4abdd-8296-4d57-9e78-60cadcfeaa8d None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:18.092007 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d58f0c-3524-4f44-9d08-2db85a3b8ea3 None None] New status for floating IP 3244fc28-7adc-47d7-830c-d94277957fb6: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:18.311206 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e20f8f-541f-4416-97a3-b9e30336845d req-0d97e194-48ae-407c-97e3-a16a93a7d775 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:18.312846 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20e20f8f-541f-4416-97a3-b9e30336845d req-0d97e194-48ae-407c-97e3-a16a93a7d775 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0586812 Apr 28 21:01:18.383367 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20e20f8f-541f-4416-97a3-b9e30336845d req-3c1711aa-17cb-45f1-aaec-cf5ebd0b1321 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601110 Apr 28 21:01:18.737380 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51522) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:18.799078 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e5084f-3079-4b1d-bb18-73411c14d4bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (04aef8e7-e386-4705-8ca4-9c709499c284), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:18.826317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e5084f-3079-4b1d-bb18-73411c14d4bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (04aef8e7-e386-4705-8ca4-9c709499c284), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:18.952741 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e5084f-3079-4b1d-bb18-73411c14d4bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (04aef8e7-e386-4705-8ca4-9c709499c284), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:18.955334 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-55e5084f-3079-4b1d-bb18-73411c14d4bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:18.956533 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-55e5084f-3079-4b1d-bb18-73411c14d4bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/security-groups/04aef8e7-e386-4705-8ca4-9c709499c284 HTTP/1.1" status: 204 len: 168 time: 0.2181361 Apr 28 21:01:18.959693 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51524) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:18.966999 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5084f-3079-4b1d-bb18-73411c14d4bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aef8e7-e386-4705-8ca4-9c709499c284,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:18.974675 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-b31069a8-57c6-4853-b605-609a2fc4acba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] show failed (client error): The resource could not be found. Apr 28 21:01:18.975712 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b31069a8-57c6-4853-b605-609a2fc4acba tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups/04aef8e7-e386-4705-8ca4-9c709499c284 HTTP/1.1" status: 404 len: 347 time: 0.0149984 Apr 28 21:01:18.978789 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51526) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:19.100297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port 6756c6fb-625d-420a-91bd-56d877f1eea5 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:01:19.100641 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:19.180526 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:19.180855 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (6756c6fb-625d-420a-91bd-56d877f1eea5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:19.194912 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for 6756c6fb-625d-420a-91bd-56d877f1eea5 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:01:19.421435 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (6756c6fb-625d-420a-91bd-56d877f1eea5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:19.447725 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=6756c6fb-625d-420a-91bd-56d877f1eea5,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:19.543062 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb588-0894-40e5-b5a9-b0c2cd48d3ee req-95800bb7-7b2d-4b38-81d2-2ae3a07c7f57 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:19.544610 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-786bb588-0894-40e5-b5a9-b0c2cd48d3ee req-95800bb7-7b2d-4b38-81d2-2ae3a07c7f57 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0710487 Apr 28 21:01:19.552826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (3244fc28-7adc-47d7-830c-d94277957fb6), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:19.555347 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:19.559747 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-93075d5d-e8b3-432b-a6d0-170000b257d3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/floatingips/3244fc28-7adc-47d7-830c-d94277957fb6 HTTP/1.1" status: 204 len: 168 time: 0.5767670 Apr 28 21:01:19.628587 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-786bb588-0894-40e5-b5a9-b0c2cd48d3ee req-de80cc9e-47bb-4a4d-a08f-d8bb13326b9c tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773273 Apr 28 21:01:19.987465 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51532) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:19.991895 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184919990', 'description': 'tempest-description--153841149'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:20.066342 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.130291 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (26e233f7-19d8-4add-bd67-3fdff1447927), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.221019 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (26e233f7-19d8-4add-bd67-3fdff1447927), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.249295 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e233f7-19d8-4add-bd67-3fdff1447927,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:20.256185 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.256541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.256886 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.257226 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.257568 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.257900 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.258231 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.258561 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.258890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.259217 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.259544 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.259906 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.260218 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.260556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.261540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:20.331548 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.332848 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c87fd57a-c458-4e84-8a9b-60e40adcb2cd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3443608 Apr 28 21:01:20.335743 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51534) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:20.340303 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': '26e233f7-19d8-4add-bd67-3fdff1447927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:20.449061 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (2ed556c7-ab69-46cf-84eb-3b3b6f4d86c1), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.509464 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (2ed556c7-ab69-46cf-84eb-3b3b6f4d86c1), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.617761 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (2ed556c7-ab69-46cf-84eb-3b3b6f4d86c1), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.639107 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed556c7-ab69-46cf-84eb-3b3b6f4d86c1,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:20.743540 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854713-2381-4312-9d2d-d5a4b0245d7c req-492dfaf2-6a8d-4e75-8762-539815fb6234 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:20.744981 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca854713-2381-4312-9d2d-d5a4b0245d7c req-492dfaf2-6a8d-4e75-8762-539815fb6234 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0477843 Apr 28 21:01:20.748273 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.749402 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c32362ef-8018-4837-b65d-643f0b181797 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4126105 Apr 28 21:01:20.752339 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51538) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:20.757071 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': '26e233f7-19d8-4add-bd67-3fdff1447927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:20.808532 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca854713-2381-4312-9d2d-d5a4b0245d7c req-6083e9f5-919f-4226-815a-2a79d0039f9f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574489 Apr 28 21:01:20.894783 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (ba8a6cc8-9158-4ec4-8a46-54c0a8674de6), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.918332 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:20.949090 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (ba8a6cc8-9158-4ec4-8a46-54c0a8674de6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.017923 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (ba8a6cc8-9158-4ec4-8a46-54c0a8674de6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.018901 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d093038c-aa35-4e2b-9802-f28e0a30c089 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:01:21.038398 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8a6cc8-9158-4ec4-8a46-54c0a8674de6,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:21.039796 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: d093038c-aa35-4e2b-9802-f28e0a30c089 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:01:21.040181 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d093038c-aa35-4e2b-9802-f28e0a30c089 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:01:21.097146 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.098343 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-b451209b-4067-4915-856c-447966c857ad tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449621 Apr 28 21:01:21.101541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51540) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:21.105814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:21.172295 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.247259 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.359823 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.27.0.82 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/6db523ce-0d98-4681-a4bd-a8313c79dd66) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:01:21.460538 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.543807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.584941 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:01:21.587820 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:01:21.591964 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:01:21.597453 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=6db523ce-0d98-4681-a4bd-a8313c79dd66,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:21.643680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (1fd78987-3603-4171-bcb1-68afd5bb1124), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.751223 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.907136 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.926647 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ba410-0199-45b4-a517-4addbc200087 req-1a2550cb-cede-4a1d-8bdb-edf786316fee tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:21.928227 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-490ba410-0199-45b4-a517-4addbc200087 req-1a2550cb-cede-4a1d-8bdb-edf786316fee tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0527163 Apr 28 21:01:21.972191 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:21.989486 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-490ba410-0199-45b4-a517-4addbc200087 req-1b878d25-a655-4718-80d5-cbba6082188f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553868 Apr 28 21:01:22.001266 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (1fd78987-3603-4171-bcb1-68afd5bb1124), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:22.025733 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=6db523ce-0d98-4681-a4bd-a8313c79dd66,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:22.114454 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:22.115737 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c9a4ddcc-8a70-468f-b168-c1a95bbe8f1f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0132072 Apr 28 21:01:22.307153 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-121b858d-2781-4e2c-8655-da5eb6810dd5 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--184919990&fields=id&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 267 time: 0.0415175 Apr 28 21:01:22.415929 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-dfc63d49-711a-41b5-bf3a-df7e197effce tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:22.417435 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-dfc63d49-711a-41b5-bf3a-df7e197effce tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.1033390 Apr 28 21:01:22.431465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-1118b9fb-3301-4efa-8296-3526b04ee41f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/quotas/880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 375 time: 0.0087416 Apr 28 21:01:22.432286 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-790984ef-8498-44fc-a522-4eabb167e1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:22.483152 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-88ddc9b8-2dae-49ee-8575-378c6154a235 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457888 Apr 28 21:01:22.589085 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-0d232125-ac40-4a30-b5bc-670070a69081 service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947492 Apr 28 21:01:22.686200 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-1d2b2f65-dabf-4606-91f6-55b1ccd852a8 service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913732 Apr 28 21:01:22.920205 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a3af429-abf8-4c80-986a-befa99862240 req-99bf015b-f9cb-4f7d-8e6a-d8a8332ea1aa tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Apr 28 21:01:23.102921 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f47b1-b6dc-4d50-b984-c40c22c67d8f req-5fe88a77-7e42-47f8-ac15-496c30b5de25 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:23.104426 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f24f47b1-b6dc-4d50-b984-c40c22c67d8f req-5fe88a77-7e42-47f8-ac15-496c30b5de25 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0471933 Apr 28 21:01:23.172011 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f24f47b1-b6dc-4d50-b984-c40c22c67d8f req-9cadb810-65e7-4239-9141-ae566217bbf4 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613897 Apr 28 21:01:24.017839 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-301bd8fe-f278-405a-82f7-5fa77ceb08d2 req-91e05c56-977b-4ce7-b8cd-72e00499a0cf tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Apr 28 21:01:24.299739 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f382c2-fec2-41ce-90b7-7ee63fb6d48b req-b566f1f4-f172-499e-8a58-ca3c5679cd6a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:24.301263 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c2f382c2-fec2-41ce-90b7-7ee63fb6d48b req-b566f1f4-f172-499e-8a58-ca3c5679cd6a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0516922 Apr 28 21:01:24.362108 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c2f382c2-fec2-41ce-90b7-7ee63fb6d48b req-1db149a2-690a-434d-9ad6-0e40f654295b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550635 Apr 28 21:01:25.017825 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-7a4ee4a1-031d-4bc8-a973-1af4d6a025f7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:25.019339 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-7a4ee4a1-031d-4bc8-a973-1af4d6a025f7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.1123729 Apr 28 21:01:25.052330 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a4ac548a-b01c-4a9b-9d15-1957bcac22b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:25.104087 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-25d3e4fe-3ddf-4304-961e-d80f273b2605 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 379 time: 0.0697958 Apr 28 21:01:25.113350 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'port': {'device_id': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'admin_state_up': True, 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'security_groups': ['26e233f7-19d8-4add-bd67-3fdff1447927']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:25.127387 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55737f92-d5ea-4f23-a9c7-d74108ffc68a req-e6bd0681-fa4d-4467-a214-3cff1f97be86 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 210 time: 0.0344999 Apr 28 21:01:25.292012 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Made reservation on behalf of 880ebdbafffe496e8ce531d370e46b94 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:01:25.295320 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:25.426953 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.20.0.6 (1d55ebe7-28c1-49d3-9227-248a174c9ada/9babe4f0-e086-4d5b-9c67-96e26896e6c0/b40dbc80-afbc-4f70-92f2-8a8ca9e725a0) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:01:25.478446 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eaf33-e959-4691-9333-a53ce34de779 req-91e3e734-b6e5-4502-8d88-f74ef6ed3489 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:25.480029 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-362eaf33-e959-4691-9333-a53ce34de779 req-91e3e734-b6e5-4502-8d88-f74ef6ed3489 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0487137 Apr 28 21:01:25.544356 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-362eaf33-e959-4691-9333-a53ce34de779 req-a9abf840-af28-45c8-9a47-b7320f73b31b tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582359 Apr 28 21:01:25.570031 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:25.681285 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:25.725620 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:01:25.731558 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:01:25.735408 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:01:25.740759 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:25.741303 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:25.750645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:25.812586 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-05a1ab06-b5e8-42ac-af08-3f80c013a5e7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7010236 Apr 28 21:01:25.827268 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Request body: {'port': {'device_id': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:25.901691 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:25.972631 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-34a0ab05-3c5a-4670-b27b-d4e29262c63b None None] Provisioning complete for port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:01:25.973189 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-34a0ab05-3c5a-4670-b27b-d4e29262c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.007359 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-34a0ab05-3c5a-4670-b27b-d4e29262c63b None None] Port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:01:26.165682 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:01:26.175116 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Publish callbacks [] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.192569 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Transition to ACTIVE for port object b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:01:26.243152 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87593efc-3f61-4f66-9004-ebacd614e374 req-c56f59f5-aca4-4e92-a44a-df7c41032c28 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:26.244783 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-87593efc-3f61-4f66-9004-ebacd614e374 req-c56f59f5-aca4-4e92-a44a-df7c41032c28 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 931 time: 0.0476737 Apr 28 21:01:26.266689 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.289394 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.296000 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-87593efc-3f61-4f66-9004-ebacd614e374 req-ad161b3c-3164-4365-aea3-88cc970020aa tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Apr 28 21:01:26.341178 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Pushing event updated for resources: {'Port': ['ID=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:26.379807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Attempting to bind port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:01:26.380228 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Attempting to bind port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:01:26.380568 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Attempting to bind port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:01:26.385488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:01:26.385814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Attempting to bind port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:01:26.392107 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:01:26.392465 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:01:26.392864 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Bound using segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:01:26.393304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Bound port: b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:01:26.393660 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.465942 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] For port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:01:26.469419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] For port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:01:26.549810 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.590990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:26.590990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:26.590990 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] 10.222.0.61 "PUT /v2.0/ports/b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 HTTP/1.1" status: 200 len: 1093 time: 0.7641289 Apr 28 21:01:26.590990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:26.590990 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a13c8-4fb8-431f-9a96-1c70587d6745" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:26.618844 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c6a6-c3bd-4f19-98d8-00b588a57a39 service neutron] Pushing event updated for resources: {'Port': ['ID=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:26.631134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c92b49-c2cc-4b6f-9ad2-f66a3003b67d x-openstack-request-id: req-75c92b49-c2cc-4b6f-9ad2-f66a3003b67d {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:26.631421 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:26.632029 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75c92b49-c2cc-4b6f-9ad2-f66a3003b67d {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:26.632481 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c92b49-c2cc-4b6f-9ad2-f66a3003b67d'] response: {'name': 'network-changed', 'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'status': 'completed', 'code': 200} Apr 28 21:01:26.689639 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3a4e-53fc-4db0-8a62-1b64c919328b req-59c3f86f-89e9-46fc-acf4-9e2d5e8b49c5 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:26.692290 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-602c3a4e-53fc-4db0-8a62-1b64c919328b req-59c3f86f-89e9-46fc-acf4-9e2d5e8b49c5 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0664349 Apr 28 21:01:26.706526 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a13c8-4fb8-431f-9a96-1c70587d6745 req-a8ba9371-20f2-4ff6-b550-fbd0cfe796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:26.708202 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e61a13c8-4fb8-431f-9a96-1c70587d6745 req-a8ba9371-20f2-4ff6-b550-fbd0cfe796e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 1127 time: 0.0443621 Apr 28 21:01:26.761900 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-602c3a4e-53fc-4db0-8a62-1b64c919328b req-3b90667d-5161-4673-9793-2920fb851b45 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618660 Apr 28 21:01:26.813330 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:01:26.815751 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a13c8-4fb8-431f-9a96-1c70587d6745 req-67bb8059-7bd4-4f41-a9d3-49a200f677f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:26.817319 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e61a13c8-4fb8-431f-9a96-1c70587d6745 req-67bb8059-7bd4-4f41-a9d3-49a200f677f8 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=880ebdbafffe496e8ce531d370e46b94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020882 Apr 28 21:01:26.911775 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a13c8-4fb8-431f-9a96-1c70587d6745 req-f17e593b-a9b7-4744-b84b-daebc66dbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:26.913211 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e61a13c8-4fb8-431f-9a96-1c70587d6745 req-f17e593b-a9b7-4744-b84b-daebc66dbdc3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867155 Apr 28 21:01:27.006538 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-1964c2c7-0d6a-4d27-9083-7aee872b2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:27.008075 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-1964c2c7-0d6a-4d27-9083-7aee872b2619 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 1127 time: 0.0440845 Apr 28 21:01:27.051388 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-4f63cec2-b5a9-49c0-8f09-6523fd2a9eeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 HTTP/1.1" status: 200 len: 217 time: 0.0342493 Apr 28 21:01:27.106049 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-b312d187-a479-413e-bda3-2332229631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:27.107417 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-b312d187-a479-413e-bda3-2332229631d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.0445349 Apr 28 21:01:27.159516 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fca1-2899-4635-b393-f39f8303960c req-78896983-4324-4d76-8cfe-8e4b6d030042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:27.161113 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-78896983-4324-4d76-8cfe-8e4b6d030042 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443163 Apr 28 21:01:27.260266 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-cab0dfa5-43f5-4b1e-ba68-f712ec2970dd service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824788 Apr 28 21:01:27.366184 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2374fca1-2899-4635-b393-f39f8303960c req-a14a2161-bbec-47dc-b79b-b2d8599db934 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986338 Apr 28 21:01:27.418430 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7a2a-7797-4b0a-8fb5-96b93afb4194 req-dd02b421-b41b-42d6-aa73-fa29db7c783e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:27.419924 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88bf7a2a-7797-4b0a-8fb5-96b93afb4194 req-dd02b421-b41b-42d6-aa73-fa29db7c783e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 943 time: 0.0512362 Apr 28 21:01:27.469583 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88bf7a2a-7797-4b0a-8fb5-96b93afb4194 req-ea87a4e5-2a63-4f53-b338-58e2f43cff48 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Apr 28 21:01:27.881058 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98e596-682b-481d-a945-859e0d8a4bdf req-ba720373-3fd0-42cc-9521-295d49edf414 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:27.882615 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af98e596-682b-481d-a945-859e0d8a4bdf req-ba720373-3fd0-42cc-9521-295d49edf414 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0497572 Apr 28 21:01:27.951605 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-af98e596-682b-481d-a945-859e0d8a4bdf req-8aba9a71-d640-491c-80c7-384a197b391f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633221 Apr 28 21:01:27.992232 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:28.584079 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e5419-bc36-414e-a6d8-cad15dc9e81a req-a0608772-894b-4c1b-b604-356802cb54f1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:28.585541 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c2e5419-bc36-414e-a6d8-cad15dc9e81a req-a0608772-894b-4c1b-b604-356802cb54f1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 943 time: 0.0469236 Apr 28 21:01:28.631918 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c2e5419-bc36-414e-a6d8-cad15dc9e81a req-60fd1ab3-276e-4d93-80f5-5e09e1c7638c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401249 Apr 28 21:01:29.069040 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4f314-5620-4160-bcaf-14e6103eac4d req-db27d1b8-26ac-40c5-9b35-6de9413acd5f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:29.070501 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-01f4f314-5620-4160-bcaf-14e6103eac4d req-db27d1b8-26ac-40c5-9b35-6de9413acd5f tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0500543 Apr 28 21:01:29.132769 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-01f4f314-5620-4160-bcaf-14e6103eac4d req-21f82f8b-b612-4d33-a325-0623bea9ac11 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547950 Apr 28 21:01:29.281871 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:29.750627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4b85-9951-461c-8269-1ecbb4c4723a req-f187f911-da17-4b43-bcd0-e7cb16c94ece tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:29.752159 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-706e4b85-9951-461c-8269-1ecbb4c4723a req-f187f911-da17-4b43-bcd0-e7cb16c94ece tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 943 time: 0.0514252 Apr 28 21:01:29.804780 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-706e4b85-9951-461c-8269-1ecbb4c4723a req-3f31dd6e-e0f1-4a0e-879b-4a303ab793e8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Apr 28 21:01:30.250110 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ce38-899a-4ab8-9384-8459e2945782 req-99c34302-0ba7-4b73-935c-434b886683be tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:30.251792 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7da0ce38-899a-4ab8-9384-8459e2945782 req-99c34302-0ba7-4b73-935c-434b886683be tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0505431 Apr 28 21:01:30.315927 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7da0ce38-899a-4ab8-9384-8459e2945782 req-f851a915-e6cd-4dfe-851f-c75295941fbc tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee&id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574241 Apr 28 21:01:30.926709 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a81f7-088e-42f8-ab52-a9def5a594a5 req-86526e99-bf10-46f4-938e-d9d5d6ef4511 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:30.928272 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e1a81f7-088e-42f8-ab52-a9def5a594a5 req-86526e99-bf10-46f4-938e-d9d5d6ef4511 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 943 time: 0.0526288 Apr 28 21:01:30.980757 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8e1a81f7-088e-42f8-ab52-a9def5a594a5 req-8ca0f0cc-6865-480c-918f-fa1f4d723df6 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445321 Apr 28 21:01:31.059137 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:01:31.161264 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:31.176641 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'port_id': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'mac_address': 'fa:16:3e:5c:c1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:01:31.215025 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:01:31.215416 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:31.229077 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:01:31.250402 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:31.374518 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-012d6a5b-76da-4c43-84fb-8fdd3e012a22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401206 Apr 28 21:01:31.395470 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:31.450088 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:31.473077 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-347148a2-8f6c-4ff5-892a-e2397cd1e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:31.474611 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-347148a2-8f6c-4ff5-892a-e2397cd1e909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 1130 time: 0.0403309 Apr 28 21:01:31.592297 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-174f5539-4a6e-43e9-8e3c-acb466e61cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:31.593799 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-174f5539-4a6e-43e9-8e3c-acb466e61cfa service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.0982771 Apr 28 21:01:31.673476 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-09e12428-4105-44d5-860a-e0e0aa7eee64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 200 len: 1002 time: 0.0654638 Apr 28 21:01:31.729797 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-69ed47fa-6b98-4afa-aff5-ab7cb2e4de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:31.731247 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-69ed47fa-6b98-4afa-aff5-ab7cb2e4de57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.0451331 Apr 28 21:01:31.751654 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['b40dbc80-afbc-4f70-92f2-8a8ca9e725a0'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:01:31.782819 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-81559420-4bde-4c68-a4bf-9a879233ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:31.784345 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-81559420-4bde-4c68-a4bf-9a879233ee2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445061 Apr 28 21:01:31.886443 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-83e60f9a-0ee4-4438-8b6c-0c3306fc50b1 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938268 Apr 28 21:01:31.994866 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bb68d2be-121e-4ee5-ab60-169452885f32 req-d18a2bc7-784d-400a-a689-d0ff95fb26aa service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020603 Apr 28 21:01:32.097980 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e444b-c375-4c1e-9105-cf06cebd6e8e req-9d7e3aa8-e50c-40aa-be9c-cb8ee11cc35b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:32.099458 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f24e444b-c375-4c1e-9105-cf06cebd6e8e req-9d7e3aa8-e50c-40aa-be9c-cb8ee11cc35b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 944 time: 0.0495436 Apr 28 21:01:32.145219 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f24e444b-c375-4c1e-9105-cf06cebd6e8e req-aa5144ff-2d53-4153-a73f-f2663f267fda tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Apr 28 21:01:33.080451 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:01:33.123813 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:01:33.218029 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:01:33.218534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:33.258118 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d073c3-a8e9-4dfc-9350-d138d151ad82 req-ac7c4f23-5c3e-4578-8ec8-701e92d34f88 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:33.259550 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a8d073c3-a8e9-4dfc-9350-d138d151ad82 req-ac7c4f23-5c3e-4578-8ec8-701e92d34f88 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 944 time: 0.0480568 Apr 28 21:01:33.298836 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:01:33.299228 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:33.318850 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a8d073c3-a8e9-4dfc-9350-d138d151ad82 req-1f8d52c6-9b02-400b-8d7d-be3b8df935b7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529010 Apr 28 21:01:33.322016 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:33.324963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727af233-191a-436b-aaa2-7ded61d0e219" -d '{"events": [{"server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "name": "network-vif-plugged", "status": "completed", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:33.337983 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:33.360781 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e8a2fe-0b64-4170-af43-518da0d66b36 x-openstack-request-id: req-89e8a2fe-0b64-4170-af43-518da0d66b36 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:33.361079 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "name": "network-vif-plugged", "status": "completed", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:33.361336 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89e8a2fe-0b64-4170-af43-518da0d66b36 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:33.361739 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e8a2fe-0b64-4170-af43-518da0d66b36'] response: {'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'code': 200} Apr 28 21:01:33.409366 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:33.457739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:33.674728 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58309a5-731c-4a96-9058-b25eb8e14662 req-a5e15667-a8a6-402d-bf5f-b1c7f107d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:33.676237 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a58309a5-731c-4a96-9058-b25eb8e14662 req-a5e15667-a8a6-402d-bf5f-b1c7f107d979 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 1129 time: 0.0406938 Apr 28 21:01:33.721906 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a58309a5-731c-4a96-9058-b25eb8e14662 req-f42bbb0d-2471-4c86-aea3-ddaaf4eb7775 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Apr 28 21:01:34.433189 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c73a-2e85-440b-bb80-417c16f462c4 req-c713d3d2-9876-40aa-89dc-9934c27a1ad7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:34.434660 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ff6c73a-2e85-440b-bb80-417c16f462c4 req-c713d3d2-9876-40aa-89dc-9934c27a1ad7 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0469806 Apr 28 21:01:34.481527 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1ff6c73a-2e85-440b-bb80-417c16f462c4 req-f26711e8-bab6-4fb9-a0ee-e575253c0607 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Apr 28 21:01:35.600291 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30e462-b636-4b2a-a0e0-0fcd988f23ca req-58f2028a-9aba-46a3-af5a-a512e013624a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:35.607173 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b30e462-b636-4b2a-a0e0-0fcd988f23ca req-58f2028a-9aba-46a3-af5a-a512e013624a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Apr 28 21:01:35.651734 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b30e462-b636-4b2a-a0e0-0fcd988f23ca req-c0a9eef3-140a-4065-a6b6-ee5a1df04a8c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432138 Apr 28 21:01:36.774318 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e94d-3c3c-43a1-a88c-29687f815e24 req-d65ade16-bf9e-45e7-a8ad-458f91e8df4f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:36.775805 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb83e94d-3c3c-43a1-a88c-29687f815e24 req-d65ade16-bf9e-45e7-a8ad-458f91e8df4f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Apr 28 21:01:36.824055 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb83e94d-3c3c-43a1-a88c-29687f815e24 req-97d2fbcb-cbaf-4ab4-a1bc-51b0a8b2aeb9 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Apr 28 21:01:36.934863 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72105100-15b2-45c0-a8a2-8e580a1d1ad2 req-1e54bd05-623b-4ebf-a5a5-23fc8ead0af3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:36.936486 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72105100-15b2-45c0-a8a2-8e580a1d1ad2 req-1e54bd05-623b-4ebf-a5a5-23fc8ead0af3 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0476325 Apr 28 21:01:36.945876 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51644) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:36.950623 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'port_id': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:36.989297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (1fd78987-3603-4171-bcb1-68afd5bb1124), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:37.667824 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.db.resource_extend [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 21:01:37.711040 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c583ee-20f9-4eb5-913a-3304a4028f20 req-2e538203-c5f2-4f88-9a22-3d024f6240b6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:37.712451 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43c583ee-20f9-4eb5-913a-3304a4028f20 req-2e538203-c5f2-4f88-9a22-3d024f6240b6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0851860 Apr 28 21:01:37.740861 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:37.768828 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43c583ee-20f9-4eb5-913a-3304a4028f20 req-62d2c055-3768-466b-947a-f672365d4a4c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474744 Apr 28 21:01:37.806133 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (1fd78987-3603-4171-bcb1-68afd5bb1124), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:37.910205 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP 1fd78987-3603-4171-bcb1-68afd5bb1124 associated. External IP: 172.27.0.82, port: b40dbc80-afbc-4f70-92f2-8a8ca9e725a0. Apr 28 21:01:38.124861 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:38.238243 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:38.243680 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:38.250776 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:38.271912 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:38.272866 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:38.277659 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3214387b-436b-4b3f-bc4b-e44d17bcbffc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "PUT /v2.0/floatingips/1fd78987-3603-4171-bcb1-68afd5bb1124 HTTP/1.1" status: 200 len: 990 time: 1.3305025 Apr 28 21:01:38.278257 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:38.280952 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904acf54-a99c-4bad-baeb-336d7842b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:38.324696 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af366a1e-4a1e-4918-8d89-9b3384ea94cd x-openstack-request-id: req-af366a1e-4a1e-4918-8d89-9b3384ea94cd {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:38.325132 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:38.325537 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af366a1e-4a1e-4918-8d89-9b3384ea94cd {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:38.326116 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af366a1e-4a1e-4918-8d89-9b3384ea94cd'] response: {'name': 'network-changed', 'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'status': 'completed', 'code': 200} Apr 28 21:01:38.393079 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:38.597571 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '1fd78987-3603-4171-bcb1-68afd5bb1124', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:5c:c1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:21Z', 'updated_at': '2022-04-28T21:01:37Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:38.625480 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:38.633522 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:38.634115 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:38.739495 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:38.887903 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b278-8f8b-4b5c-b8d8-a3158d25529e req-17563f25-725a-4cca-b644-ab6b49c9e8c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:38.889353 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-65f2b278-8f8b-4b5c-b8d8-a3158d25529e req-17563f25-725a-4cca-b644-ab6b49c9e8c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0476038 Apr 28 21:01:38.938061 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-65f2b278-8f8b-4b5c-b8d8-a3158d25529e req-f3e13950-9c09-4bf9-a278-7959ccdfe7cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Apr 28 21:01:38.951481 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '1fd78987-3603-4171-bcb1-68afd5bb1124', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:5c:c1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:21Z', 'updated_at': '2022-04-28T21:01:37Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:38.980860 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f666291-ff01-4aa6-a3ba-987a81101947 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '1fd78987-3603-4171-bcb1-68afd5bb1124', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:5c:c1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:21Z', 'updated_at': '2022-04-28T21:01:37Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:38.991871 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904acf54-a99c-4bad-baeb-336d7842b73e req-da1cb6c3-49fe-4bcd-9c3d-05a1f9cbe489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:38.993605 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-da1cb6c3-49fe-4bcd-9c3d-05a1f9cbe489 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 1129 time: 0.0452554 Apr 28 21:01:39.171384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f309a0-e914-4572-a3b6-ac273c8a2af4 None None] New status for floating IP 1fd78987-3603-4171-bcb1-68afd5bb1124: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:39.174833 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904acf54-a99c-4bad-baeb-336d7842b73e req-c668ac5f-a35b-442e-8639-1a602517f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:39.176359 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-c668ac5f-a35b-442e-8639-1a602517f9fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 915 time: 0.0895143 Apr 28 21:01:39.295008 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-bf3a2c9f-a7ff-467c-9774-fe67921a48e4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:39.296533 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-bf3a2c9f-a7ff-467c-9774-fe67921a48e4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0813212 Apr 28 21:01:39.314097 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-4ea00732-0b31-4750-bd8b-2b059194c242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 HTTP/1.1" status: 200 len: 998 time: 0.1045778 Apr 28 21:01:39.428643 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904acf54-a99c-4bad-baeb-336d7842b73e req-a6803b7e-7229-4040-9a55-3a820b693257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:39.428643 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-a6803b7e-7229-4040-9a55-3a820b693257 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.0898120 Apr 28 21:01:39.446413 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Deleting port 86a14e96-c12b-4454-af06-e8fcad881fac {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:01:39.446752 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:39.495982 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904acf54-a99c-4bad-baeb-336d7842b73e req-b8d18a4e-f36d-4436-8cc3-7ef9c46423a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:39.498009 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-b8d18a4e-f36d-4436-8cc3-7ef9c46423a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627670 Apr 28 21:01:39.609227 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] For port 86a14e96-c12b-4454-af06-e8fcad881fac, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86a14e96-c12b-4454-af06-e8fcad881fac,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:39.609588 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:39.681393 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-0565275a-36fe-419f-9c73-1bfc1533b216 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563463 Apr 28 21:01:40.063159 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362ebd-26aa-430c-8747-23fe488151d0 req-90c029df-7ed9-4312-84d3-b3abf1e5cdac tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:40.064799 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29362ebd-26aa-430c-8747-23fe488151d0 req-90c029df-7ed9-4312-84d3-b3abf1e5cdac tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Apr 28 21:01:40.071213 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-904acf54-a99c-4bad-baeb-336d7842b73e req-c1c6e750-923e-4b2b-ba47-fd233c5e5d73 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818059 Apr 28 21:01:40.092041 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:40.092452 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (7ba63562-578e-43a9-a28a-e0cd827f3e14), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:40.103773 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Floating IP 7ba63562-578e-43a9-a28a-e0cd827f3e14 disassociated. External IP: 172.27.0.159, port: 86a14e96-c12b-4454-af06-e8fcad881fac. Apr 28 21:01:40.103773 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Calling delete_port for 86a14e96-c12b-4454-af06-e8fcad881fac owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:01:40.113877 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29362ebd-26aa-430c-8747-23fe488151d0 req-3b1920ad-f57d-47a9-b548-cf75d41452fd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=8545de44-299f-46f3-9726-45be31af1dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428131 Apr 28 21:01:40.303643 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (86a14e96-c12b-4454-af06-e8fcad881fac), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:40.337172 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event deleted for resources: {'Port': ['ID=86a14e96-c12b-4454-af06-e8fcad881fac,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:40.452751 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Router d145fffb-2140-4954-bacb-eb07632a7084 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:40.562032 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:40.571172 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:40.582082 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:40.582693 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:40.606396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] No DVR routers for this DVR port 86a14e96-c12b-4454-af06-e8fcad881fac on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:01:40.610713 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:40.612457 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9421b8fe-6628-47de-bae3-2b74e3aabcf6 req-4aa55ea6-668e-409b-b22a-be75b6c70278 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "DELETE /v2.0/ports/86a14e96-c12b-4454-af06-e8fcad881fac HTTP/1.1" status: 204 len: 173 time: 1.3065743 Apr 28 21:01:40.612933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-deleted', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:40.615150 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c385b-338e-4d63-90ca-e0654310af37" -d '{"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-deleted", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:40.650054 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858170d7-9493-431d-955a-6c2b6a6ef329 x-openstack-request-id: req-858170d7-9493-431d-955a-6c2b6a6ef329 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:40.650349 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62b4709-5e23-44bc-8afd-94167eb9d956", "name": "network-vif-deleted", "tag": "86a14e96-c12b-4454-af06-e8fcad881fac", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:40.650601 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-858170d7-9493-431d-955a-6c2b6a6ef329 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:40.651007 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858170d7-9493-431d-955a-6c2b6a6ef329'] response: {'server_uuid': 'a62b4709-5e23-44bc-8afd-94167eb9d956', 'name': 'network-vif-deleted', 'tag': '86a14e96-c12b-4454-af06-e8fcad881fac', 'status': 'completed', 'code': 200} Apr 28 21:01:40.696050 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:40.892191 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:40.919840 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:40.928824 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:40.929455 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:41.037865 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:41.228270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-94e096da-8e48-4430-9d84-251c915b680c req-7c9f0aae-9fa2-4e81-91cc-866e47e55fc4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=a62b4709-5e23-44bc-8afd-94167eb9d956 HTTP/1.1" status: 200 len: 210 time: 0.0283053 Apr 28 21:01:41.315434 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:41.346242 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88972e71-5800-4bf9-ae27-05cad1a557ed None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:41.578732 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eff33e-08cf-4d7a-bcdf-6207dd1b0e08 None None] New status for floating IP 7ba63562-578e-43a9-a28a-e0cd827f3e14: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:42.427692 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51676) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:42.480813 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (8545de44-299f-46f3-9726-45be31af1dd2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.504244 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (8545de44-299f-46f3-9726-45be31af1dd2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.649079 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (8545de44-299f-46f3-9726-45be31af1dd2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.651619 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.652811 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "DELETE /v2.0/security-groups/8545de44-299f-46f3-9726-45be31af1dd2 HTTP/1.1" status: 204 len: 168 time: 0.2241156 Apr 28 21:01:42.655807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51678) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:42.662524 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545de44-299f-46f3-9726-45be31af1dd2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:42.669705 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.api.v2.resource [None req-b1ced6a4-316d-476a-ad19-25f8aea6d151 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] show failed (client error): The resource could not be found. Apr 28 21:01:42.670049 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.670397 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.670734 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-b1ced6a4-316d-476a-ad19-25f8aea6d151 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups/8545de44-299f-46f3-9726-45be31af1dd2 HTTP/1.1" status: 404 len: 347 time: 0.0138872 Apr 28 21:01:42.670853 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.671225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.671563 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.671894 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.672250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.672581 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.672906 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.673229 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.673638 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.673757 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51680) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:42.673961 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.674286 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.674608 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.674931 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1653e3-2f2a-4433-b78c-8dc8bea8ce5c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:42.792447 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Deleting port 13b1f187-dfc1-4a40-99f0-dce0b6a8c029 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:01:42.792795 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.870974 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.871264 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:42.884308 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Calling delete_port for 13b1f187-dfc1-4a40-99f0-dce0b6a8c029 owned by network:floatingip {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:01:43.114801 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (13b1f187-dfc1-4a40-99f0-dce0b6a8c029), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:43.140970 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event deleted for resources: {'Port': ['ID=13b1f187-dfc1-4a40-99f0-dce0b6a8c029,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:43.166934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (7ba63562-578e-43a9-a28a-e0cd827f3e14), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:43.169864 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:01:43.170543 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:43.171690 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e95674ac-89f7-41be-89de-802dc3d563cd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "DELETE /v2.0/floatingips/7ba63562-578e-43a9-a28a-e0cd827f3e14 HTTP/1.1" status: 204 len: 168 time: 0.4970531 Apr 28 21:01:43.189930 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 86a14e96-c12b-4454-af06-e8fcad881fac {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:01:43.190276 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86a14e96-c12b-4454-af06-e8fcad881fac not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:01:43.660671 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51684) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:43.665399 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936051893', 'description': 'tempest-description--403430634'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:43.758069 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:43.833611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (ebb63a09-bc80-4277-8962-563acf2b4618), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:43.918002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ebb63a09-bc80-4277-8962-563acf2b4618), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:43.946799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb63a09-bc80-4277-8962-563acf2b4618,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:44.017245 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.018539 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-538a96bf-4f00-4d7b-bf71-4b4d32799d2c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3567386 Apr 28 21:01:44.021478 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51686) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:44.025979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'security_group_rule': {'security_group_id': 'ebb63a09-bc80-4277-8962-563acf2b4618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:44.140532 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (e1999c79-5418-4a1e-9c63-41caa673d082), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.198463 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (e1999c79-5418-4a1e-9c63-41caa673d082), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.274337 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (e1999c79-5418-4a1e-9c63-41caa673d082), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.294784 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1999c79-5418-4a1e-9c63-41caa673d082,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:44.353835 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.355107 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f1ba743d-ddf5-4fbc-9ab5-d0ba798e3da5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327425 Apr 28 21:01:44.357928 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51688) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:44.362338 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'security_group_rule': {'security_group_id': 'ebb63a09-bc80-4277-8962-563acf2b4618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:44.442890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (8c1d8490-90f5-4054-a1d4-b255c8e5c833), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.497322 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (8c1d8490-90f5-4054-a1d4-b255c8e5c833), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.571227 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (8c1d8490-90f5-4054-a1d4-b255c8e5c833), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.588429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1d8490-90f5-4054-a1d4-b255c8e5c833,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:44.664993 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.666219 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4dc9f073-ea35-4daf-ad12-913d9875f89a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3073204 Apr 28 21:01:44.669505 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51690) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:44.673843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:44.751791 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.831027 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:44.940426 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Allocated IP 172.27.0.92 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/231ccd88-21b3-4d9c-bce9-1feddd45b8f8) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:01:45.043232 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.129265 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.168488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:01:45.173397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:01:45.177041 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:01:45.185516 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'Port': ['ID=231ccd88-21b3-4d9c-bce9-1feddd45b8f8,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:45.232639 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (76d77e20-dbc2-487a-ac64-ab0f07e87ab6), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.324181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.478588 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.526034 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.556455 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (76d77e20-dbc2-487a-ac64-ab0f07e87ab6), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.577146 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'Port': ['ID=231ccd88-21b3-4d9c-bce9-1feddd45b8f8,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:45.668277 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:45.669806 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-9814c036-d299-4054-9215-c876dfbaaa3b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9991045 Apr 28 21:01:45.864096 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-6df34df6-66c8-4e5b-b0d7-c896ca18b011 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--936051893&fields=id&tenant_id=54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 267 time: 0.0440562 Apr 28 21:01:45.966626 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-10b1cf78-c6e5-44cb-8b8b-4d7043a0d82b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:45.968121 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-10b1cf78-c6e5-44cb-8b8b-4d7043a0d82b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 817 time: 0.0978198 Apr 28 21:01:45.982767 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-30496793-6cbf-41b3-9d9b-a904d5726166 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/quotas/54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 375 time: 0.0093718 Apr 28 21:01:46.031468 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-7c79086c-a59f-41b3-993e-07559f4a5920 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436976 Apr 28 21:01:46.130107 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-e9eda94a-2db8-43fe-a1a5-8cd0c5745258 service neutron] 10.222.0.64 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872090 Apr 28 21:01:46.223478 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-b507a867-5070-4d77-abf9-eb5765e5d4e6 service neutron] 10.222.0.64 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876949 Apr 28 21:01:46.487855 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7243715c-c6fd-49dd-a1c2-8adf869ec295 req-56f1fad6-30b2-4caa-b992-778f10d6e60a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 210 time: 0.0275605 Apr 28 21:01:47.585587 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0ac4a591-3daa-4c4e-8a03-b4691b3e82ed req-60ad5921-8776-43f7-bee8-051270f1e222 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 210 time: 0.0279810 Apr 28 21:01:48.531394 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-12510522-9651-475b-bee3-30ba9e1e0af4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:48.532906 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-12510522-9651-475b-bee3-30ba9e1e0af4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 817 time: 0.1055455 Apr 28 21:01:48.592240 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-f77e097b-95b1-424b-b0ff-f5af3fac63df tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 379 time: 0.0503387 Apr 28 21:01:48.600412 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'port': {'device_id': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'admin_state_up': True, 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'security_groups': ['ebb63a09-bc80-4277-8962-563acf2b4618']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:48.687683 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d56ac330-b79c-4591-ab97-963bc27c4dbe req-ef9bb028-5407-4bfb-8691-6377b33bc12b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 210 time: 0.0288801 Apr 28 21:01:48.771783 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Made reservation on behalf of 54c64c03db3643ddac88e4896496ae68 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:01:48.775145 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:48.902429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Allocated IP 172.20.0.9 (719c110f-4197-46b6-a5fb-5a4f9e5d8053/79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620/79b83871-5789-495e-9578-3b302e86276a) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:01:49.036702 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for port (79b83871-5789-495e-9578-3b302e86276a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.126309 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (79b83871-5789-495e-9578-3b302e86276a), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.170209 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:01:49.175325 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:01:49.179264 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:01:49.184977 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:49.185611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.191698 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:49.275100 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-fc1f7c02-5a46-4a12-bce4-aa41315bf0b5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6782277 Apr 28 21:01:49.295509 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Request body: {'port': {'device_id': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:49.358860 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.412050 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-83ecb636-06a7-41c8-8a72-f3e61f7b640b None None] Provisioning complete for port 79b83871-5789-495e-9578-3b302e86276a triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:01:49.412620 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-83ecb636-06a7-41c8-8a72-f3e61f7b640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (79b83871-5789-495e-9578-3b302e86276a), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.446366 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-83ecb636-06a7-41c8-8a72-f3e61f7b640b None None] Port 79b83871-5789-495e-9578-3b302e86276a cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:01:49.625819 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b83871-5789-495e-9578-3b302e86276a {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:01:49.633623 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Publish callbacks [] for port (79b83871-5789-495e-9578-3b302e86276a), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.647843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Transition to ACTIVE for port object 79b83871-5789-495e-9578-3b302e86276a will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:01:49.731605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.805119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:49.819347 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Attempting to bind port 79b83871-5789-495e-9578-3b302e86276a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:01:49.825988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Attempting to bind port 79b83871-5789-495e-9578-3b302e86276a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:01:49.825988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Attempting to bind port 79b83871-5789-495e-9578-3b302e86276a on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:01:49.825988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Port 79b83871-5789-495e-9578-3b302e86276a on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:01:49.826281 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Attempting to bind port 79b83871-5789-495e-9578-3b302e86276a on network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:01:49.827173 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc57d-83b3-46cf-829b-626ffa01891b req-5b22ce8b-802a-4454-8569-0121f1c2fb82 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:49.829058 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ff1cc57d-83b3-46cf-829b-626ffa01891b req-5b22ce8b-802a-4454-8569-0121f1c2fb82 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0666809 Apr 28 21:01:49.832038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:01:49.832374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Checking segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:01:49.832780 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Bound using segment: {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:01:49.833249 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Bound port: 79b83871-5789-495e-9578-3b302e86276a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:01:49.833605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:49.887210 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ff1cc57d-83b3-46cf-829b-626ffa01891b req-5025afad-19fd-4c35-bc80-b714c52c3da9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524518 Apr 28 21:01:49.914906 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:01:49.918009 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:01:50.004171 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:50.038044 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.038663 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:50.040120 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] 10.222.0.61 "PUT /v2.0/ports/79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 1093 time: 0.7490683 Apr 28 21:01:50.040544 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:50.042776 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e57220-d5a5-4e93-bae9-ae4160b9abe6" -d '{"events": [{"name": "network-changed", "server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:50.071037 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34ff83-cbc0-4062-a0d5-3764100c467a service neutron] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:50.089274 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f030f1-d9b1-4f34-bf96-1efec97126ab x-openstack-request-id: req-27f030f1-d9b1-4f34-bf96-1efec97126ab {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:50.089569 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "tag": "79b83871-5789-495e-9578-3b302e86276a", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:50.089822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27f030f1-d9b1-4f34-bf96-1efec97126ab {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:50.090224 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f030f1-d9b1-4f34-bf96-1efec97126ab'] response: {'name': 'network-changed', 'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'status': 'completed', 'code': 200} Apr 28 21:01:50.158436 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e57220-d5a5-4e93-bae9-ae4160b9abe6 req-da1ed14c-0184-4207-a573-bf2720840a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.167004 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72e57220-d5a5-4e93-bae9-ae4160b9abe6 req-da1ed14c-0184-4207-a573-bf2720840a1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1127 time: 0.0430071 Apr 28 21:01:50.278799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e57220-d5a5-4e93-bae9-ae4160b9abe6 req-7ee49d81-63f3-4138-a6a3-25d91ae8f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.280608 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72e57220-d5a5-4e93-bae9-ae4160b9abe6 req-7ee49d81-63f3-4138-a6a3-25d91ae8f5c9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=54c64c03db3643ddac88e4896496ae68&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1016688 Apr 28 21:01:50.391205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e57220-d5a5-4e93-bae9-ae4160b9abe6 req-99534fd3-9efa-4ce9-ae30-59b80cb0c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.392846 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-72e57220-d5a5-4e93-bae9-ae4160b9abe6 req-99534fd3-9efa-4ce9-ae30-59b80cb0c257 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909741 Apr 28 21:01:50.500112 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-48682526-c288-4cee-9510-c4040468358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.501654 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-48682526-c288-4cee-9510-c4040468358c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1127 time: 0.0447598 Apr 28 21:01:50.548281 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-33159843-85c7-48ca-9c6a-117c119958d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 217 time: 0.0353127 Apr 28 21:01:50.599583 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-4bf0e6bf-2d10-4d14-916a-da3f484f0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.601140 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-4bf0e6bf-2d10-4d14-916a-da3f484f0aff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0428135 Apr 28 21:01:50.650616 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a28687-f836-4479-b24f-010b40fca845 req-b9e67d2c-aa3e-40b2-b02f-35ea24b9e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.652124 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-b9e67d2c-aa3e-40b2-b02f-35ea24b9e018 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413661 Apr 28 21:01:50.741709 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-98bee775-f797-4349-a254-83ef90545bea service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819590 Apr 28 21:01:50.836324 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-86a28687-f836-4479-b24f-010b40fca845 req-23a9c42c-5227-48ad-b2d0-3ceca0c4253b service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866535 Apr 28 21:01:50.990223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:51.016048 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9afd42-afe5-4da9-8167-49c85bddbfbb req-d756533e-bafc-4f30-b457-0d8c5623607a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:51.016048 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8d9afd42-afe5-4da9-8167-49c85bddbfbb req-d756533e-bafc-4f30-b457-0d8c5623607a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0521944 Apr 28 21:01:51.063093 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8d9afd42-afe5-4da9-8167-49c85bddbfbb req-2aab7dbc-ae35-4630-8100-c41c74e9f311 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Apr 28 21:01:52.184360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe8c2b-3704-4baa-8955-226d48865434 req-9926f940-4553-45ae-9d86-bcbe9142ad8f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:52.185777 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10fe8c2b-3704-4baa-8955-226d48865434 req-9926f940-4553-45ae-9d86-bcbe9142ad8f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0483348 Apr 28 21:01:52.231927 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10fe8c2b-3704-4baa-8955-226d48865434 req-f383c4c1-09be-4492-b441-1c859995595b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398357 Apr 28 21:01:52.431849 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-040fa53b-3845-47c8-bfa1-e5f6ae91b486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:53.252198 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:01:53.352904 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:53.394694 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db941d5-5d2e-4476-a544-d6b965224dca req-5f61be08-ae1d-4049-a94f-084eaad1de8e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:53.396261 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db941d5-5d2e-4476-a544-d6b965224dca req-5f61be08-ae1d-4049-a94f-084eaad1de8e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0940731 Apr 28 21:01:53.404303 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '79b83871-5789-495e-9578-3b302e86276a', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'port_id': '79b83871-5789-495e-9578-3b302e86276a', 'mac_address': 'fa:16:3e:f5:07:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:01:53.443963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:01:53.444588 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:53.446526 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6db941d5-5d2e-4476-a544-d6b965224dca req-c0531818-1853-4040-ab71-c28fdc17c0d3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Apr 28 21:01:53.458791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b83871-5789-495e-9578-3b302e86276a {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:01:53.478296 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:53.588657 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:53.636333 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:53.964093 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['79b83871-5789-495e-9578-3b302e86276a'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:01:54.562072 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201604c-17ce-4751-b6d1-bea96699ae51 req-f87f7eb5-fd28-459c-8b3a-081759bcc110 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:54.563553 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f201604c-17ce-4751-b6d1-bea96699ae51 req-f87f7eb5-fd28-459c-8b3a-081759bcc110 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 944 time: 0.0469301 Apr 28 21:01:54.609986 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f201604c-17ce-4751-b6d1-bea96699ae51 req-26885d77-8ad7-4cb5-91e6-c7063e84545e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408168 Apr 28 21:01:55.102940 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f4039225-bf83-45e3-992e-8914728c0760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:55.271340 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:01:55.314685 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 79b83871-5789-495e-9578-3b302e86276a completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:01:55.383049 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 79b83871-5789-495e-9578-3b302e86276a triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:01:55.383332 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (79b83871-5789-495e-9578-3b302e86276a), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:55.469119 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:01:55.469501 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:55.490791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:55.493012 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881925e-83b4-447c-88df-88b61d1b2614" -d '{"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-plugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:55.505558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:01:55.529255 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea94360e-6d62-4f05-ac87-815c5d58dc3a x-openstack-request-id: req-ea94360e-6d62-4f05-ac87-815c5d58dc3a {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:55.529582 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-plugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:55.529848 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea94360e-6d62-4f05-ac87-815c5d58dc3a {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:55.530513 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea94360e-6d62-4f05-ac87-815c5d58dc3a'] response: {'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'code': 200} Apr 28 21:01:55.568964 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:55.616433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:55.623934 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.624301 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.624678 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.625114 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.625490 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.625758 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.626085 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.626410 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.626756 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.627087 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.627409 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.627734 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.628084 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.628404 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.628730 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:55.733695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f3a0-7f65-4829-8170-dec6409f3a0c req-e9fe1543-fb49-49db-aacb-734ad7a7c656 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:55.735293 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e66f3a0-7f65-4829-8170-dec6409f3a0c req-e9fe1543-fb49-49db-aacb-734ad7a7c656 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0552013 Apr 28 21:01:55.787938 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e66f3a0-7f65-4829-8170-dec6409f3a0c req-6031049b-62c9-4ef7-88f0-11a4bc7d828c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466008 Apr 28 21:01:55.891875 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686cc87-ed1d-4566-94f5-57deea0c54f9 req-455c83d5-d4ed-4439-a0d1-e80c20ca8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:55.893292 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9686cc87-ed1d-4566-94f5-57deea0c54f9 req-455c83d5-d4ed-4439-a0d1-e80c20ca8309 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1129 time: 0.0387459 Apr 28 21:01:55.947186 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9686cc87-ed1d-4566-94f5-57deea0c54f9 req-7a37f691-3f96-43b8-8ad1-9868461e9ffe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376027 Apr 28 21:01:56.283238 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:56.909137 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f0c5b-e234-4edf-a4d5-c92f4854ce68 req-0373073e-9b69-40e2-ba16-1f836c17831c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:56.910610 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c0f0c5b-e234-4edf-a4d5-c92f4854ce68 req-0373073e-9b69-40e2-ba16-1f836c17831c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0467317 Apr 28 21:01:56.956985 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c0f0c5b-e234-4edf-a4d5-c92f4854ce68 req-abca07e6-88e3-4224-bf33-dd28e5d18fb2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Apr 28 21:01:58.012004 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:58.076800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f28ed6-c723-4239-a095-0e99b35e5f3e req-1af399e5-1377-4379-b1fa-22c970bfb574 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:58.078384 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b3f28ed6-c723-4239-a095-0e99b35e5f3e req-1af399e5-1377-4379-b1fa-22c970bfb574 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0489399 Apr 28 21:01:58.126257 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b3f28ed6-c723-4239-a095-0e99b35e5f3e req-4f89dab5-aa1e-4179-8c85-a1b4094d0692 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Apr 28 21:01:58.244237 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17bf1-9b7e-45a5-9e6a-b52b781c9bbc req-29f7bf76-e092-44ec-9432-bc2206b8aa87 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:58.245702 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-acc17bf1-9b7e-45a5-9e6a-b52b781c9bbc req-29f7bf76-e092-44ec-9432-bc2206b8aa87 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Apr 28 21:01:58.254738 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51784) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:01:58.259210 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Request body: {'floatingip': {'port_id': '79b83871-5789-495e-9578-3b302e86276a'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:01:58.298778 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (76d77e20-dbc2-487a-ac64-ab0f07e87ab6), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:58.767087 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:58.834140 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (76d77e20-dbc2-487a-ac64-ab0f07e87ab6), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:58.941529 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Floating IP 76d77e20-dbc2-487a-ac64-ab0f07e87ab6 associated. External IP: 172.27.0.92, port: 79b83871-5789-495e-9578-3b302e86276a. Apr 28 21:01:59.157885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Router d145fffb-2140-4954-bacb-eb07632a7084 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:01:59.270440 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:01:59.275501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:59.280387 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:59.289991 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:59.290712 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:59.292178 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:01:59.410003 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:59.557103 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3600fcb0-0291-4d84-b795-00751990d4d9 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "PUT /v2.0/floatingips/76d77e20-dbc2-487a-ac64-ab0f07e87ab6 HTTP/1.1" status: 200 len: 990 time: 1.3011992 Apr 28 21:01:59.557683 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:59.560549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a060155-7009-41cf-a529-103836a7e5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:01:59.599920 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d428e2-3736-453e-9b9d-be30bca0a6ba x-openstack-request-id: req-86d428e2-3736-453e-9b9d-be30bca0a6ba {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:01:59.600253 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "tag": "79b83871-5789-495e-9578-3b302e86276a", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:01:59.600506 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86d428e2-3736-453e-9b9d-be30bca0a6ba {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:01:59.600910 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d428e2-3736-453e-9b9d-be30bca0a6ba'] response: {'name': 'network-changed', 'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'status': 'completed', 'code': 200} Apr 28 21:01:59.629828 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '76d77e20-dbc2-487a-ac64-ab0f07e87ab6', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'port_id': '79b83871-5789-495e-9578-3b302e86276a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'mac_address': 'fa:16:3e:f5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:45Z', 'updated_at': '2022-04-28T21:01:58Z', 'revision_number': 1, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:59.656609 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:59.662701 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060155-7009-41cf-a529-103836a7e5d0 req-052e4e08-e7b8-459b-bfc9-21ff3c9d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.664244 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-052e4e08-e7b8-459b-bfc9-21ff3c9d59b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1129 time: 0.0391996 Apr 28 21:01:59.664958 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:01:59.665567 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:59.761206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060155-7009-41cf-a529-103836a7e5d0 req-dffe19ea-4f6c-4367-888d-e6d037506acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.767094 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-dffe19ea-4f6c-4367-888d-e6d037506acb service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.0908585 Apr 28 21:01:59.778427 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:01:59.854128 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-fd55eb06-08f8-49c2-bd88-8015c4769bb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 998 time: 0.0808737 Apr 28 21:01:59.911396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060155-7009-41cf-a529-103836a7e5d0 req-cb4930a1-6ed6-4c48-b2b0-ceb1e310dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.912990 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-cb4930a1-6ed6-4c48-b2b0-ceb1e310dc57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0508811 Apr 28 21:01:59.965895 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060155-7009-41cf-a529-103836a7e5d0 req-be89d7c4-b2b9-482e-9982-282ed9612c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.968069 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-be89d7c4-b2b9-482e-9982-282ed9612c28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477345 Apr 28 21:02:00.034685 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '76d77e20-dbc2-487a-ac64-ab0f07e87ab6', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'port_id': '79b83871-5789-495e-9578-3b302e86276a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'mac_address': 'fa:16:3e:f5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:45Z', 'updated_at': '2022-04-28T21:01:58Z', 'revision_number': 1, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:00.062095 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d4f2fa-9fac-42ee-8b9c-3b3e5c4bbe46 None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '76d77e20-dbc2-487a-ac64-ab0f07e87ab6', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'port_id': '79b83871-5789-495e-9578-3b302e86276a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'mac_address': 'fa:16:3e:f5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:01:45Z', 'updated_at': '2022-04-28T21:01:58Z', 'revision_number': 1, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:00.069776 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-d5488996-e6bf-4bad-a8eb-c84686cf4af0 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903182 Apr 28 21:02:00.171222 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-6a060155-7009-41cf-a529-103836a7e5d0 req-996b26c6-ea47-4b68-804d-abccc66dc885 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941079 Apr 28 21:02:00.311913 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b1dce-3cb3-47db-8a33-3f62ddcb53af None None] New status for floating IP 76d77e20-dbc2-487a-ac64-ab0f07e87ab6: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:02:00.410313 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb51a8-4da6-40b4-9558-18a422d0e33a req-5db18444-c45a-46d1-bb1e-e9435c1d63b4 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:00.411963 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96bb51a8-4da6-40b4-9558-18a422d0e33a req-5db18444-c45a-46d1-bb1e-e9435c1d63b4 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0756860 Apr 28 21:02:00.420050 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56935c4-a963-48b5-adb0-859d9eab09fd req-026d8ff8-8497-4b9e-ae16-75acd09c0107 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:00.421527 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f56935c4-a963-48b5-adb0-859d9eab09fd req-026d8ff8-8497-4b9e-ae16-75acd09c0107 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0749078 Apr 28 21:02:00.495876 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96bb51a8-4da6-40b4-9558-18a422d0e33a req-929c2705-df0d-4169-abdf-9c5b9217fd93 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733924 Apr 28 21:02:00.499622 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f56935c4-a963-48b5-adb0-859d9eab09fd req-f76bd7b6-19a0-4ef8-b046-f321d6952a29 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703993 Apr 28 21:02:01.635726 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4a9da-0ac2-4a65-8d19-14bb67f83318 req-2f1b0583-d3ed-4751-ad8a-e041750020b2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:01.637186 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fef4a9da-0ac2-4a65-8d19-14bb67f83318 req-2f1b0583-d3ed-4751-ad8a-e041750020b2 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0720680 Apr 28 21:02:01.647973 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb9e42-2083-4d2e-89e7-c396f897bc6b req-f1b67cfa-4b9b-4c8c-86f5-48c6db51fea7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:01.649414 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7aeb9e42-2083-4d2e-89e7-c396f897bc6b req-f1b67cfa-4b9b-4c8c-86f5-48c6db51fea7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0752988 Apr 28 21:02:01.721296 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fef4a9da-0ac2-4a65-8d19-14bb67f83318 req-8a693c8d-2795-4a6f-a133-19ca1e90e443 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709164 Apr 28 21:02:01.728049 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7aeb9e42-2083-4d2e-89e7-c396f897bc6b req-f0ecfaad-5907-4fcf-8962-17a3c52ff7e5 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710480 Apr 28 21:02:02.240678 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-18a6478f-3d0b-491f-b8a2-584362325a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.242153 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-18a6478f-3d0b-491f-b8a2-584362325a95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0385797 Apr 28 21:02:02.344756 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-9384337f-e074-4762-aec1-f2d3a96a7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.346171 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-9384337f-e074-4762-aec1-f2d3a96a7dfa service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.0886910 Apr 28 21:02:02.442898 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-ecac55f9-b82e-4a11-a3dc-37bbe0aa24f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 1000 time: 0.0597310 Apr 28 21:02:02.745591 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-3f64ca01-41b1-47aa-a5b9-8d72f13f596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.747049 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-3f64ca01-41b1-47aa-a5b9-8d72f13f596b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.2965655 Apr 28 21:02:02.758168 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-d93dc32d-9a2b-417c-baa3-6a6d248567e0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.759714 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-d93dc32d-9a2b-417c-baa3-6a6d248567e0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0539925 Apr 28 21:02:02.848451 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-75b4b2b1-53ee-45a7-8a7c-53c27fdd04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.850761 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-75b4b2b1-53ee-45a7-8a7c-53c27fdd04e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0901349 Apr 28 21:02:02.869144 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffb413-dbc5-49a9-8d8f-c306661a98be req-ed85f943-9a20-43f0-a543-1e6163821d41 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.870614 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10ffb413-dbc5-49a9-8d8f-c306661a98be req-ed85f943-9a20-43f0-a543-1e6163821d41 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 946 time: 0.0785489 Apr 28 21:02:02.876817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f09355-9fff-4107-8995-c515fe15ac4d req-07cb3000-967d-48bc-b78d-c3f5cdb3e416 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:02.878181 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38f09355-9fff-4107-8995-c515fe15ac4d req-07cb3000-967d-48bc-b78d-c3f5cdb3e416 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0752075 Apr 28 21:02:02.943496 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Deleting port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:02.943831 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:02.953730 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10ffb413-dbc5-49a9-8d8f-c306661a98be req-8968c31f-3d7a-45e2-9ce4-3295fd318c02 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745757 Apr 28 21:02:02.958204 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38f09355-9fff-4107-8995-c515fe15ac4d req-42760a50-94f9-4811-80f3-3b8e39369375 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733187 Apr 28 21:02:03.029753 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-582f3670-5ac2-4e6a-8380-370f74d88589 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715968 Apr 28 21:02:03.079133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] For port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:03.079501 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:03.221514 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2e9ac1eb-1280-4d15-b4a1-c6f0ae0d100a req-06cd0f5e-e972-47e7-9c59-e1267a063223 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839726 Apr 28 21:02:03.301586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:03.302282 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (242b55b0-c532-49d2-8da9-3cf41e64f5b6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:03.302282 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Floating IP 242b55b0-c532-49d2-8da9-3cf41e64f5b6 disassociated. External IP: 172.27.0.101, port: 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f. Apr 28 21:02:03.302583 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Calling delete_port for 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:03.485739 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:03.511450 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event deleted for resources: {'Port': ['ID=0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:03.628095 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:03.737023 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:03.746878 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:03.758397 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:03.759004 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:03.779784 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] No DVR routers for this DVR port 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:03.782896 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:03.786170 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4566a470-a5a5-4d75-baef-8ec4a108dc4f req-2b8a9865-b34b-4209-8390-7d5288804e99 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "DELETE /v2.0/ports/0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f HTTP/1.1" status: 204 len: 173 time: 1.0176475 Apr 28 21:02:03.786746 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'name': 'network-vif-deleted', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:03.788885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01546a4-aa60-42dd-90c8-4206c800feb3" -d '{"events": [{"server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "name": "network-vif-deleted", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:03.814550 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:02:03.827276 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d76527c-0a15-4b2a-a5fa-cd58c2be1062 x-openstack-request-id: req-4d76527c-0a15-4b2a-a5fa-cd58c2be1062 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:03.827682 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83184919-8f23-4286-bc01-d1943d5d2050", "name": "network-vif-deleted", "tag": "0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:03.827809 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d76527c-0a15-4b2a-a5fa-cd58c2be1062 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:03.828246 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d76527c-0a15-4b2a-a5fa-cd58c2be1062'] response: {'server_uuid': '83184919-8f23-4286-bc01-d1943d5d2050', 'name': 'network-vif-deleted', 'tag': '0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f', 'status': 'completed', 'code': 200} Apr 28 21:02:03.886364 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:04.085195 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3cee432d-a005-4683-8411-fae309d5866d req-51ffe23c-fcd7-4b2f-aec9-14c82c374553 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=83184919-8f23-4286-bc01-d1943d5d2050 HTTP/1.1" status: 200 len: 210 time: 0.0376470 Apr 28 21:02:04.112737 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:04.125697 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fe80e-bde9-49d2-bc0f-853070f65d56 req-5e364128-f155-4e22-abc3-92d1b04df469 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:04.127474 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-da5fe80e-bde9-49d2-bc0f-853070f65d56 req-5e364128-f155-4e22-abc3-92d1b04df469 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0695381 Apr 28 21:02:04.140948 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:04.149897 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:04.150518 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:04.182889 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-da5fe80e-bde9-49d2-bc0f-853070f65d56 req-94c8251e-cc9a-4de2-9b56-e3d207d67f9c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497110 Apr 28 21:02:04.335600 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:04.525579 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:04.552020 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff1f5be-0317-4059-83a8-f2d27429236f None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:04.792821 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755988a6-7dfd-4b4d-86d9-71b75ceb4e3b None None] New status for floating IP 242b55b0-c532-49d2-8da9-3cf41e64f5b6: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:02:05.229407 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51840) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:05.322537 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763c893-1007-4040-9734-16f15ef468df req-4c7272a4-b518-4fdf-9656-add5da9af446 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:05.324031 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c763c893-1007-4040-9734-16f15ef468df req-4c7272a4-b518-4fdf-9656-add5da9af446 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0638039 Apr 28 21:02:05.329523 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8b273d03-b4d2-4f7a-9eaf-495bce4c9a1d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.375391 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8b273d03-b4d2-4f7a-9eaf-495bce4c9a1d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.405873 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c763c893-1007-4040-9734-16f15ef468df req-07a581f4-ff35-4878-98cd-60fbb7804523 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743480 Apr 28 21:02:05.514535 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8b273d03-b4d2-4f7a-9eaf-495bce4c9a1d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.517142 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8b273d03-b4d2-4f7a-9eaf-495bce4c9a1d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.518306 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8b273d03-b4d2-4f7a-9eaf-495bce4c9a1d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "DELETE /v2.0/security-groups/bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa HTTP/1.1" status: 204 len: 168 time: 0.2876837 Apr 28 21:02:05.521098 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51842) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:05.527808 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273d03-b4d2-4f7a-9eaf-495bce4c9a1d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:05.538060 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.api.v2.resource [None req-3fc70209-854e-4107-8d18-7d33176b480e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] show failed (client error): The resource could not be found. Apr 28 21:02:05.538060 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-3fc70209-854e-4107-8d18-7d33176b480e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups/bde3dd48-5d7a-4eab-a192-ca7d70f5d7fa HTTP/1.1" status: 404 len: 347 time: 0.0148249 Apr 28 21:02:05.539909 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51844) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:05.655521 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Deleting port e4f3126b-6c80-443b-b2de-c4baabfd8e66 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:05.655856 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.730908 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.731230 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (e4f3126b-6c80-443b-b2de-c4baabfd8e66), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.743435 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Calling delete_port for e4f3126b-6c80-443b-b2de-c4baabfd8e66 owned by network:floatingip {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:05.962919 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (e4f3126b-6c80-443b-b2de-c4baabfd8e66), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:05.989394 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event deleted for resources: {'Port': ['ID=e4f3126b-6c80-443b-b2de-c4baabfd8e66,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:06.015933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (242b55b0-c532-49d2-8da9-3cf41e64f5b6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.018488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.019639 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-806ecd65-c1ae-4cff-b6e3-162b50db0e2f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "DELETE /v2.0/floatingips/242b55b0-c532-49d2-8da9-3cf41e64f5b6 HTTP/1.1" status: 204 len: 168 time: 0.4786503 Apr 28 21:02:06.243237 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51850) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:06.248101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994977532', 'description': 'tempest-description--1846846516'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:06.340476 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.406744 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (32484999-2823-4b73-ab79-cb9ed16dd881), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.496945 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (32484999-2823-4b73-ab79-cb9ed16dd881), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.526623 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7f759-4c51-42ff-b448-96c56605083f req-4271d00e-98d1-4db9-96f4-bcbbab9f1bab tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:06.527691 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32484999-2823-4b73-ab79-cb9ed16dd881,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:06.528138 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ef7f759-4c51-42ff-b448-96c56605083f req-4271d00e-98d1-4db9-96f4-bcbbab9f1bab tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Apr 28 21:02:06.576914 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2ef7f759-4c51-42ff-b448-96c56605083f req-1ffb4893-dbe7-4b39-bb37-31d09cd6dd29 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Apr 28 21:02:06.627687 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.628953 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a6415b2e-806f-445f-8ea6-7a06dd60e78d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3847246 Apr 28 21:02:06.631902 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51854) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:06.636300 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'security_group_rule': {'security_group_id': '32484999-2823-4b73-ab79-cb9ed16dd881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:06.739530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (db2fc245-a25c-4217-9967-0ad4e7b93efd), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.798175 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (db2fc245-a25c-4217-9967-0ad4e7b93efd), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.871462 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (db2fc245-a25c-4217-9967-0ad4e7b93efd), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.889115 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2fc245-a25c-4217-9967-0ad4e7b93efd,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:06.941827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:06.943029 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f0834834-9801-4fa8-be69-13377ca009b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101633 Apr 28 21:02:06.945679 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51856) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:06.949876 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'security_group_rule': {'security_group_id': '32484999-2823-4b73-ab79-cb9ed16dd881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:07.025480 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (a383bee0-114c-4c29-afd3-04d645ed700a), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.081498 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (a383bee0-114c-4c29-afd3-04d645ed700a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.154965 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (a383bee0-114c-4c29-afd3-04d645ed700a), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.172873 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a383bee0-114c-4c29-afd3-04d645ed700a,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:07.234308 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.235526 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c410a8ca-ae46-4025-8b01-45fccf843518 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889369 Apr 28 21:02:07.238474 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 51858) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:07.242682 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:07.323266 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:07.328986 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.343858 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:07.344381 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 0e4c881d-3f73-41a8-b4a4-e92e9f57ca6f not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:07.409542 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.511973 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Allocated IP 172.27.0.135 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/7fe083b5-4d26-429b-a38c-5af4a223ede1) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:07.615940 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.694154 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa9449-65e0-47b7-ad05-9792efe2d608 req-e15cc5c5-ba22-4902-85b5-ee7d7f607192 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:07.695644 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59fa9449-65e0-47b7-ad05-9792efe2d608 req-e15cc5c5-ba22-4902-85b5-ee7d7f607192 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0504496 Apr 28 21:02:07.712133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.742626 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-59fa9449-65e0-47b7-ad05-9792efe2d608 req-3f33dc03-8095-4e53-9813-c731a9f059eb tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Apr 28 21:02:07.751802 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:07.757098 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:07.760062 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:02:07.771378 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'Port': ['ID=7fe083b5-4d26-429b-a38c-5af4a223ede1,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:07.814367 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:07.911173 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:08.056515 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:08.137197 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:08.173915 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:08.193911 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'Port': ['ID=7fe083b5-4d26-429b-a38c-5af4a223ede1,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:08.293420 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:08.295178 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f6f24a06-a748-441b-8bb2-30964e895898 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0557773 Apr 28 21:02:08.489378 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-fae8f0a9-4698-4754-ab0d-f59fdc5e5d71 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--994977532&fields=id&tenant_id=d6692a6832a14613b5dc49240b3475f1 HTTP/1.1" status: 200 len: 267 time: 0.0443122 Apr 28 21:02:08.596471 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-18615ec9-bbbe-43c5-959b-e77c8169accd tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:08.597927 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-18615ec9-bbbe-43c5-959b-e77c8169accd tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 811 time: 0.1019878 Apr 28 21:02:08.612244 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-0cad6eb4-5737-4cf3-9d05-148b437a367a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/quotas/d6692a6832a14613b5dc49240b3475f1 HTTP/1.1" status: 200 len: 375 time: 0.0088322 Apr 28 21:02:08.661253 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-31312011-ef2d-4701-a791-b03b510b8ebe tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438392 Apr 28 21:02:08.753504 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-01dcc244-5880-4fc6-82c2-139485fdb50b service neutron] 10.222.0.64 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812707 Apr 28 21:02:08.879548 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38753a-ace8-4b38-a258-4aa60d8c50a3 req-bcee9116-a94f-429b-b2d0-b7dc5eb9e048 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:08.881039 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cb38753a-ace8-4b38-a258-4aa60d8c50a3 req-bcee9116-a94f-429b-b2d0-b7dc5eb9e048 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0614324 Apr 28 21:02:08.886459 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-dae96e36-86a4-492e-b9fe-9e2d5922c1d0 service neutron] 10.222.0.64 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273389 Apr 28 21:02:08.929020 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cb38753a-ace8-4b38-a258-4aa60d8c50a3 req-f641a02f-f4a4-493f-a7aa-922677144248 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 Apr 28 21:02:09.139286 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-236a68c6-a7bd-46f2-bc61-c27e7af3f870 req-b9f18fd6-8f73-4e5c-8ed9-9353bed4240f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 210 time: 0.0434577 Apr 28 21:02:10.045272 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae590a-6935-456c-95c3-7dd9ac338bbb req-55fa2651-ba96-4f60-9415-4e3325b1b560 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:10.047159 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfae590a-6935-456c-95c3-7dd9ac338bbb req-55fa2651-ba96-4f60-9415-4e3325b1b560 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Apr 28 21:02:10.096543 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfae590a-6935-456c-95c3-7dd9ac338bbb req-6f1f009c-3f10-46d8-97bd-efb660780154 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Apr 28 21:02:10.244919 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d7ee154c-b8c5-491d-ade1-5043be674ea6 req-59d6a7d1-738b-481f-a8f0-d6fc08c47f91 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 210 time: 0.0327845 Apr 28 21:02:11.185534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-f601378c-ea32-4f2f-9231-c54e226fdd04 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:11.187249 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-f601378c-ea32-4f2f-9231-c54e226fdd04 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 811 time: 0.1035423 Apr 28 21:02:11.234966 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9d8ce-b526-4d0b-b515-df375e7040d9 req-a77375b4-05b5-4507-b5a6-a204ed55fee8 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:11.236655 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3fc9d8ce-b526-4d0b-b515-df375e7040d9 req-a77375b4-05b5-4507-b5a6-a204ed55fee8 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Apr 28 21:02:11.252093 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-82a8798f-07c7-477b-8f8e-2304ea9d53ac tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6692a6832a14613b5dc49240b3475f1 HTTP/1.1" status: 200 len: 379 time: 0.0557551 Apr 28 21:02:11.260705 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'port': {'device_id': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'admin_state_up': True, 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'security_groups': ['32484999-2823-4b73-ab79-cb9ed16dd881']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:11.313647 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3fc9d8ce-b526-4d0b-b515-df375e7040d9 req-6ec59471-7b00-42e7-a336-2ffb4222acf9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667021 Apr 28 21:02:11.352298 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-96a2298d-586e-4c0f-91c9-a885da00458d req-6f926555-bb08-40b7-a5d6-3f7aac92a034 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 210 time: 0.0286913 Apr 28 21:02:11.496789 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Made reservation on behalf of d6692a6832a14613b5dc49240b3475f1 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:02:11.500942 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:11.627218 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Allocated IP 172.20.0.8 (cd4ad921-7f53-4678-aca4-f8be7966b874/7241fe5b-7c9e-49f7-a678-5882ee944940/2ba43580-7d96-4942-a8ec-5ece1a3926ee) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:11.758626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:11.851575 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:11.895797 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Network cd4ad921-7f53-4678-aca4-f8be7966b874 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:11.898838 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:11.905709 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:02:11.910304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:11.910910 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:11.921690 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event updated for resources: {'Port': ['ID=2ba43580-7d96-4942-a8ec-5ece1a3926ee,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:11.985685 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-ec950ec3-08fb-4bb6-a5b5-8a106bf89739 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7285757 Apr 28 21:02:11.997338 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Request body: {'port': {'device_id': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:12.058819 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.160960 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-0021d152-d7eb-41d5-8445-16b60a3e1e09 None None] Provisioning complete for port 2ba43580-7d96-4942-a8ec-5ece1a3926ee triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:02:12.161517 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0021d152-d7eb-41d5-8445-16b60a3e1e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.194303 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-0021d152-d7eb-41d5-8445-16b60a3e1e09 None None] Port 2ba43580-7d96-4942-a8ec-5ece1a3926ee cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:02:12.326009 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba43580-7d96-4942-a8ec-5ece1a3926ee {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:12.334352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Publish callbacks [] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.353642 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Transition to ACTIVE for port object 2ba43580-7d96-4942-a8ec-5ece1a3926ee will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:02:12.424740 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674bac0-f6b6-4fe5-837f-c790d2aab547 req-3f985d17-c59b-4649-a80d-b38a870b14c9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:12.426180 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e674bac0-f6b6-4fe5-837f-c790d2aab547 req-3f985d17-c59b-4649-a80d-b38a870b14c9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Apr 28 21:02:12.471283 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.489145 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586bff-4611-4baa-a9e6-88c1860d1c01 req-da7dbd8d-8737-4c9b-af48-3d197b40a7be tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:12.490670 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb586bff-4611-4baa-a9e6-88c1860d1c01 req-da7dbd8d-8737-4c9b-af48-3d197b40a7be tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 931 time: 0.0636098 Apr 28 21:02:12.531414 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e674bac0-f6b6-4fe5-837f-c790d2aab547 req-4841bebe-ba2d-4793-86f8-8bbec7e5a7bf tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958295 Apr 28 21:02:12.551260 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Pushing event updated for resources: {'Port': ['ID=2ba43580-7d96-4942-a8ec-5ece1a3926ee,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:12.565087 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Attempting to bind port 2ba43580-7d96-4942-a8ec-5ece1a3926ee on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:02:12.565432 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Attempting to bind port 2ba43580-7d96-4942-a8ec-5ece1a3926ee by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:02:12.565820 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Attempting to bind port 2ba43580-7d96-4942-a8ec-5ece1a3926ee on network cd4ad921-7f53-4678-aca4-f8be7966b874 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:02:12.568536 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bb586bff-4611-4baa-a9e6-88c1860d1c01 req-0ddd5baf-647e-438c-ba0e-bd4aed772e8b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718780 Apr 28 21:02:12.572530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Port 2ba43580-7d96-4942-a8ec-5ece1a3926ee on network cd4ad921-7f53-4678-aca4-f8be7966b874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:02:12.573438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Attempting to bind port 2ba43580-7d96-4942-a8ec-5ece1a3926ee on network cd4ad921-7f53-4678-aca4-f8be7966b874 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:02:12.580160 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:02:12.587054 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Checking segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:02:12.587054 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Bound using segment: {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:02:12.587054 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Bound port: 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:02:12.587054 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.651685 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] For port 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:02:12.654975 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] For port 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:02:12.703872 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.743631 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:12.747611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:12.747611 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] 10.222.0.61 "PUT /v2.0/ports/2ba43580-7d96-4942-a8ec-5ece1a3926ee HTTP/1.1" status: 200 len: 1093 time: 0.7527211 Apr 28 21:02:12.747611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:12.749065 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2c800-2b55-4e97-be0c-acbd253053d2" -d '{"events": [{"name": "network-changed", "server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:12.771081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fb1b7-c76f-4fee-afd8-9a8c67f6c84f service neutron] Pushing event updated for resources: {'Port': ['ID=2ba43580-7d96-4942-a8ec-5ece1a3926ee,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:12.791213 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e253a842-44e6-4689-88b3-4afc11aabbca x-openstack-request-id: req-e253a842-44e6-4689-88b3-4afc11aabbca {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:12.791508 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:12.791761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e253a842-44e6-4689-88b3-4afc11aabbca {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:12.792251 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e253a842-44e6-4689-88b3-4afc11aabbca'] response: {'name': 'network-changed', 'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'status': 'completed', 'code': 200} Apr 28 21:02:12.894907 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c800-2b55-4e97-be0c-acbd253053d2 req-a3cf5c12-789b-401e-ad35-6f1784d9c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:12.896476 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9d2c800-2b55-4e97-be0c-acbd253053d2 req-a3cf5c12-789b-401e-ad35-6f1784d9c08d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 1127 time: 0.0414896 Apr 28 21:02:12.996226 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c800-2b55-4e97-be0c-acbd253053d2 req-4bbbbdfd-047e-4f31-a3ff-44d824ebfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:12.997689 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9d2c800-2b55-4e97-be0c-acbd253053d2 req-4bbbbdfd-047e-4f31-a3ff-44d824ebfa16 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d6692a6832a14613b5dc49240b3475f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0940640 Apr 28 21:02:13.300107 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c800-2b55-4e97-be0c-acbd253053d2 req-7174a162-0e90-4cfa-9894-30095fab585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:13.301487 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9d2c800-2b55-4e97-be0c-acbd253053d2 req-7174a162-0e90-4cfa-9894-30095fab585a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2943704 Apr 28 21:02:13.378470 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-df597552-43cd-4106-a295-2820f2fe5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:13.379960 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-df597552-43cd-4106-a295-2820f2fe5135 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 1127 time: 0.0392442 Apr 28 21:02:13.456049 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-84169e3b-cf64-4e56-89bf-0b7e9e264545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee HTTP/1.1" status: 200 len: 217 time: 0.0375192 Apr 28 21:02:13.509416 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-1edd6872-1e1a-42e6-b15b-7bb8781bf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:13.510868 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-1edd6872-1e1a-42e6-b15b-7bb8781bf546 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.0442793 Apr 28 21:02:13.567680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-bff1ce36-94af-465d-9aac-8378d5760a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:13.569236 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-bff1ce36-94af-465d-9aac-8378d5760a26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376747 Apr 28 21:02:13.692901 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44db7b-1634-4681-9af4-a6281a4923d4 req-aad9f43f-0a27-40ef-852d-7e0a8d0b01e9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:13.694637 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac44db7b-1634-4681-9af4-a6281a4923d4 req-aad9f43f-0a27-40ef-852d-7e0a8d0b01e9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0761237 Apr 28 21:02:13.705400 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66cbfd-dda8-4c5b-82e2-7a5c99aa2b81 req-4b349bf2-bd4d-47a8-b7c5-e4e49c62f089 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:13.706795 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e66cbfd-dda8-4c5b-82e2-7a5c99aa2b81 req-4b349bf2-bd4d-47a8-b7c5-e4e49c62f089 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 943 time: 0.0599139 Apr 28 21:02:13.782951 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac44db7b-1634-4681-9af4-a6281a4923d4 req-2c13aa9b-f7a0-4bd1-87d3-0f2e04923f5b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750744 Apr 28 21:02:13.786245 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0e66cbfd-dda8-4c5b-82e2-7a5c99aa2b81 req-57ab68a6-5107-4741-b1e6-b498c91d6b40 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728314 Apr 28 21:02:14.765343 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-aadbc761-2bca-4975-913f-3277285934a4 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142635 Apr 28 21:02:14.768036 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf3e79-7019-428d-8c56-0b5276ba0172 req-c8ac529d-cc20-49b8-97b4-7020e9e1da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:14.769400 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bdbf3e79-7019-428d-8c56-0b5276ba0172 req-c8ac529d-cc20-49b8-97b4-7020e9e1da0c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0521793 Apr 28 21:02:14.880580 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bdbf3e79-7019-428d-8c56-0b5276ba0172 req-2c86cdeb-0aeb-499e-9854-f35e9ce8d120 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925803 Apr 28 21:02:14.899443 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4bb3de99-ae8c-4380-868a-1218ea680860 req-80f84bf9-a2dd-49ea-8bbf-dfd145323ff3 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182048 Apr 28 21:02:14.926128 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd18c6d-0b2f-4053-96d5-c0a718873166 req-8d86cf4b-6c90-4be1-846e-d9b07890e90d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:14.927585 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfd18c6d-0b2f-4053-96d5-c0a718873166 req-8d86cf4b-6c90-4be1-846e-d9b07890e90d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0742567 Apr 28 21:02:14.935285 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6419f72-76bc-4381-8e36-4c3aa6adfa8d req-ae1c594b-04a4-4800-8566-782df434c15a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:14.937209 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6419f72-76bc-4381-8e36-4c3aa6adfa8d req-ae1c594b-04a4-4800-8566-782df434c15a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 943 time: 0.0821035 Apr 28 21:02:15.008548 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bfd18c6d-0b2f-4053-96d5-c0a718873166 req-cea5643d-e109-4a79-8ce2-6971a462c359 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703990 Apr 28 21:02:15.015214 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6419f72-76bc-4381-8e36-4c3aa6adfa8d req-baf94590-4e03-4778-8541-a0db6d353d8d tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714412 Apr 28 21:02:16.158585 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531f25-3ec6-48db-a8cd-b7ee874f893b req-cffe9be8-19a4-40b0-b07d-0cfb6c77aa3b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:16.160093 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-52531f25-3ec6-48db-a8cd-b7ee874f893b req-cffe9be8-19a4-40b0-b07d-0cfb6c77aa3b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 943 time: 0.0727468 Apr 28 21:02:16.165925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7703bd-0bb6-4f38-ac7d-1d10d3e523af req-95dc7ad7-3312-48cd-b156-d2349688aad6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:16.167268 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7e7703bd-0bb6-4f38-ac7d-1d10d3e523af req-95dc7ad7-3312-48cd-b156-d2349688aad6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0888216 Apr 28 21:02:16.237083 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-52531f25-3ec6-48db-a8cd-b7ee874f893b req-92549e7b-8f55-428d-8286-6436072a2a21 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688667 Apr 28 21:02:16.241112 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7e7703bd-0bb6-4f38-ac7d-1d10d3e523af req-c6711481-ad43-4db8-b484-3441c85aea00 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665369 Apr 28 21:02:17.381188 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ce9f-f68b-40b4-94fc-5e7d0f1124e6 req-3807c777-1a58-428c-8d86-1cb463c52d9f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:17.382574 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70a9ce9f-f68b-40b4-94fc-5e7d0f1124e6 req-3807c777-1a58-428c-8d86-1cb463c52d9f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 943 time: 0.0780885 Apr 28 21:02:17.390892 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891c7f3-05e8-4982-8f3a-c065e72ac948 req-a8357c8b-14f6-4cb0-b928-df4e1d25cd47 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:17.392283 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b891c7f3-05e8-4982-8f3a-c065e72ac948 req-a8357c8b-14f6-4cb0-b928-df4e1d25cd47 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0787363 Apr 28 21:02:17.409062 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2ba43580-7d96-4942-a8ec-5ece1a3926ee details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:02:17.464026 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-70a9ce9f-f68b-40b4-94fc-5e7d0f1124e6 req-d7e0f028-7522-4eca-b71d-5058c8346e0b tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707450 Apr 28 21:02:17.468651 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b891c7f3-05e8-4982-8f3a-c065e72ac948 req-4632004b-f350-48a9-99b9-dba637ce1058 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691721 Apr 28 21:02:17.510733 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:17.522301 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'port_id': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'mac_address': 'fa:16:3e:dd:6a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:02:17.687173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 2ba43580-7d96-4942-a8ec-5ece1a3926ee is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:02:17.687576 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:17.700271 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba43580-7d96-4942-a8ec-5ece1a3926ee {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:17.720339 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:17.811058 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:17.856073 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=2ba43580-7d96-4942-a8ec-5ece1a3926ee,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:18.124150 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['2ba43580-7d96-4942-a8ec-5ece1a3926ee'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:02:18.606059 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3234-7b24-44eb-a16d-4630793bae0f req-7a8fba05-7ea0-402d-bd9b-fc027c59713a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:18.607595 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6bd3234-7b24-44eb-a16d-4630793bae0f req-7a8fba05-7ea0-402d-bd9b-fc027c59713a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 944 time: 0.0768571 Apr 28 21:02:18.615906 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740cc7e-fe80-4fc4-90f3-2e76a8496835 req-ed1d78c6-4432-486f-92ba-951d4a0992ed tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:18.617318 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8740cc7e-fe80-4fc4-90f3-2e76a8496835 req-ed1d78c6-4432-486f-92ba-951d4a0992ed tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0770874 Apr 28 21:02:18.664535 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8740cc7e-fe80-4fc4-90f3-2e76a8496835 req-7d420e58-34c5-4c69-a785-0fb28dc43740 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416849 Apr 28 21:02:18.712111 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c6bd3234-7b24-44eb-a16d-4630793bae0f req-5eb16246-9e72-4c84-b33c-db4f4b3a9109 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938160 Apr 28 21:02:19.134668 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006275c-a46b-4d3b-bf99-d7087137d306 req-ec0c1e69-2ca1-4cf9-80c3-c482d3e6ca46 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:19.136206 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a006275c-a46b-4d3b-bf99-d7087137d306 req-ec0c1e69-2ca1-4cf9-80c3-c482d3e6ca46 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0472510 Apr 28 21:02:19.181764 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-041727ab-13e1-4217-8e58-bb5e6b3d408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:19.183325 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-041727ab-13e1-4217-8e58-bb5e6b3d408d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0405321 Apr 28 21:02:19.185219 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a006275c-a46b-4d3b-bf99-d7087137d306 req-61f54a86-2314-43b0-bfc3-c7351a9ec680 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Apr 28 21:02:19.276677 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-7aa613a5-8a78-4731-8fd6-c94adfb14e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:19.278137 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-7aa613a5-8a78-4731-8fd6-c94adfb14e51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.0881989 Apr 28 21:02:19.345182 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-6d8b0386-674e-4fe9-8b26-9a2150bd31c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 1000 time: 0.0580642 Apr 28 21:02:19.396810 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-2d72aded-2904-47f9-bca0-e245b9996f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:19.398254 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-2d72aded-2904-47f9-bca0-e245b9996f7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0471416 Apr 28 21:02:19.430232 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2ba43580-7d96-4942-a8ec-5ece1a3926ee up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:02:19.446026 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-a5487047-043c-46f9-aefb-3a581c2d26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:19.447596 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-a5487047-043c-46f9-aefb-3a581c2d26d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383258 Apr 28 21:02:19.473667 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 2ba43580-7d96-4942-a8ec-5ece1a3926ee completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:02:19.534376 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 2ba43580-7d96-4942-a8ec-5ece1a3926ee triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:02:19.534779 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:19.540834 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-5e7e62bb-fc6f-40f5-8d73-b53c968e1753 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817060 Apr 28 21:02:19.621749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 2ba43580-7d96-4942-a8ec-5ece1a3926ee is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:02:19.622049 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:19.638611 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c75ac394-4726-441a-9eaa-61565b72ca70 req-c02b86d4-b4b2-4014-b147-91cf308580e3 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Apr 28 21:02:19.645044 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:19.648788 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ade5a1-35e6-4652-83e9-9c27fd5b1959" -d '{"events": [{"server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "name": "network-vif-plugged", "status": "completed", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:19.664784 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:19.689936 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4f361-e338-46f6-9e31-60ef59f485ef x-openstack-request-id: req-57d4f361-e338-46f6-9e31-60ef59f485ef {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:19.690252 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "name": "network-vif-plugged", "status": "completed", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:19.690509 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57d4f361-e338-46f6-9e31-60ef59f485ef {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:19.690910 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d4f361-e338-46f6-9e31-60ef59f485ef'] response: {'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'code': 200} Apr 28 21:02:19.728492 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:19.781023 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=2ba43580-7d96-4942-a8ec-5ece1a3926ee,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:19.883414 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7717e81-ea25-4491-adb6-4ddf7b30d2b2 req-dd8c78a7-95ef-4bde-b212-608acd2d9be8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:19.884910 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7717e81-ea25-4491-adb6-4ddf7b30d2b2 req-dd8c78a7-95ef-4bde-b212-608acd2d9be8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.1041107 Apr 28 21:02:19.932571 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7717e81-ea25-4491-adb6-4ddf7b30d2b2 req-af661a9a-2f25-4c8f-b26f-c5190a9226dc tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Apr 28 21:02:20.300139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a4a8e-4a16-456f-ab45-6888ea4b62db req-ec48375e-dc73-490b-b73d-ad1917a8131d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:20.301686 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc7a4a8e-4a16-456f-ab45-6888ea4b62db req-ec48375e-dc73-490b-b73d-ad1917a8131d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Apr 28 21:02:20.348872 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fc7a4a8e-4a16-456f-ab45-6888ea4b62db req-2b002595-77da-4fbe-9c99-2284bd928481 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Apr 28 21:02:20.942115 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:21.049395 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d05fc7-0663-4026-853b-abd7b70dfc8e req-d6cd9f57-3429-4f46-977c-15c24d4219b7 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:21.050868 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-78d05fc7-0663-4026-853b-abd7b70dfc8e req-d6cd9f57-3429-4f46-977c-15c24d4219b7 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0508547 Apr 28 21:02:21.097875 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-78d05fc7-0663-4026-853b-abd7b70dfc8e req-80187320-78f5-4a52-b4e4-cccca4b003e6 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415134 Apr 28 21:02:21.341294 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4dcb5-21a6-40f0-9e04-3615470ca410 req-3d288c71-802c-4383-9523-a3a81f53b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:21.342710 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8de4dcb5-21a6-40f0-9e04-3615470ca410 req-3d288c71-802c-4383-9523-a3a81f53b90b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 1129 time: 0.0400529 Apr 28 21:02:21.432975 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-a91dd9d7-c446-4ef0-bd73-a4a1c498a1b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613770 Apr 28 21:02:21.439885 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-8de4dcb5-21a6-40f0-9e04-3615470ca410 req-3985670d-20c7-43f4-9900-bb8e97056aed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749030 Apr 28 21:02:21.467940 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736ce4b-7775-4adf-81ea-b6e8f3187e88 req-ca1357cc-aed4-4c24-bdc4-b29c430a31c9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:21.469454 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e736ce4b-7775-4adf-81ea-b6e8f3187e88 req-ca1357cc-aed4-4c24-bdc4-b29c430a31c9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Apr 28 21:02:21.515639 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e736ce4b-7775-4adf-81ea-b6e8f3187e88 req-04b437af-30e5-483e-8873-2d834674b9df tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Apr 28 21:02:21.811176 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-fb8f518b-474b-4fb6-a503-e75f0a271059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:21.813383 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-fb8f518b-474b-4fb6-a503-e75f0a271059 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 1129 time: 0.0417774 Apr 28 21:02:22.215656 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33153319-36b3-4d48-a20b-f52205c92c0f req-e72e3c7a-ed22-467c-9549-9d31d2ee141a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:22.217168 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-33153319-36b3-4d48-a20b-f52205c92c0f req-e72e3c7a-ed22-467c-9549-9d31d2ee141a tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Apr 28 21:02:22.268004 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-33153319-36b3-4d48-a20b-f52205c92c0f req-60885633-2387-40aa-8af7-052f09eb252f tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Apr 28 21:02:22.433884 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8d949838-0cfe-4223-8a14-a57bd6bb14dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:22.627895 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d6bc-0805-4311-926d-d701e951d1d3 req-517a6f20-3917-44da-b71d-3bcfc8932df7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:22.629295 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f25d6bc-0805-4311-926d-d701e951d1d3 req-517a6f20-3917-44da-b71d-3bcfc8932df7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0459006 Apr 28 21:02:22.676196 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f25d6bc-0805-4311-926d-d701e951d1d3 req-cba0b40c-c1d1-4481-9c36-3d20115a5bf2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Apr 28 21:02:22.786090 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f70e2c-b203-4286-bf9f-0d1660b8d7b3 req-5c6fd845-3cdb-448f-9ae1-e134e3dc0645 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:22.787594 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a8f70e2c-b203-4286-bf9f-0d1660b8d7b3 req-5c6fd845-3cdb-448f-9ae1-e134e3dc0645 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0476012 Apr 28 21:02:22.797196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51968) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:22.801727 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Request body: {'floatingip': {'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:22.846448 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-df3460f1-ee2b-4158-bf40-600090c540e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:22.847974 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-df3460f1-ee2b-4158-bf40-600090c540e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.0923302 Apr 28 21:02:22.864782 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (af689490-76f9-4648-8491-5101e102401d), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:22.888213 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-2af3d465-0205-42f3-81b8-3f64d744f057 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fffdff-e146-4c43-a728-3721faa7f63c HTTP/1.1" status: 200 len: 217 time: 0.0340207 Apr 28 21:02:22.940973 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-1550c499-457f-49ec-a400-2908a340fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:22.942426 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-1550c499-457f-49ec-a400-2908a340fa0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0435238 Apr 28 21:02:22.988115 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-19ba87ed-37fa-47b1-8bc2-2f4c2c948fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:22.989596 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-19ba87ed-37fa-47b1-8bc2-2f4c2c948fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387502 Apr 28 21:02:23.104537 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-b2edf780-2a4c-45d3-b813-f16320a59459 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917733 Apr 28 21:02:23.335384 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:23.381210 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281daba3-68a6-4ad2-bc3a-f759abdb06ad req-22a82556-c870-44c0-a4c7-ce0d25085734 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:23.382665 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-281daba3-68a6-4ad2-bc3a-f759abdb06ad req-22a82556-c870-44c0-a4c7-ce0d25085734 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0461526 Apr 28 21:02:23.395693 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (af689490-76f9-4648-8491-5101e102401d), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:23.474109 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-281daba3-68a6-4ad2-bc3a-f759abdb06ad req-cea3cdae-e2f0-4caf-8e85-443ed967bfc4 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858045 Apr 28 21:02:23.635581 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Router d5c92d8c-02a3-4d6a-aeda-67361beba0cf has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:23.781204 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c1e71708-92b9-4be0-8bcf-cf34a2807cd9 req-0e02de3f-d5a0-4c11-aa7e-dcd047262215 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930467 Apr 28 21:02:23.999897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:24.005203 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:24.011644 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] Sync routers for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:24.021103 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:24.021725 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:24.034948 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:24.037217 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb58175-23f4-4d45-a555-10b78ec053b1" -d '{"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:24.070383 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-40b7248f-72f2-49ed-9ec3-89ccf9d49ac4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "PUT /v2.0/floatingips/af689490-76f9-4648-8491-5101e102401d HTTP/1.1" status: 200 len: 992 time: 1.2698464 Apr 28 21:02:24.099830 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a19774-4635-4acc-a646-396525859b70 x-openstack-request-id: req-f0a19774-4635-4acc-a646-396525859b70 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:24.100155 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:24.100408 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0a19774-4635-4acc-a646-396525859b70 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:24.100817 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a19774-4635-4acc-a646-396525859b70'] response: {'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'status': 'completed', 'code': 200} Apr 28 21:02:24.137846 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:24.196139 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-25253c01-c3c7-4f0b-ab8c-cf0b2e5b089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:24.197689 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-25253c01-c3c7-4f0b-ab8c-cf0b2e5b089b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0445151 Apr 28 21:02:24.294388 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-17c76537-a3e7-4872-9018-f8c6775e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:24.296441 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-17c76537-a3e7-4872-9018-f8c6775e82b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.0903316 Apr 28 21:02:24.364307 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'af689490-76f9-4648-8491-5101e102401d', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:43Z', 'updated_at': '2022-04-28T21:02:23Z', 'revision_number': 3, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:24.366786 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-0029d287-1597-4af2-9fba-8b6b256b16ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 1000 time: 0.0638711 Apr 28 21:02:24.390459 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] Checking router: d5c92d8c-02a3-4d6a-aeda-67361beba0cf for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:24.398790 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:24.399397 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:01:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:24.505247 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:24.595719 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af35879-0c0b-458a-9cea-d57daa607486 req-f6a0a1f0-2925-4ad5-ba5b-c1f036453597 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:24.599249 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4af35879-0c0b-458a-9cea-d57daa607486 req-f6a0a1f0-2925-4ad5-ba5b-c1f036453597 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0564692 Apr 28 21:02:24.621592 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-2cf43325-f8aa-402d-8170-971f50c5e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:24.623148 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-2cf43325-f8aa-402d-8170-971f50c5e92c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0502734 Apr 28 21:02:24.656740 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4af35879-0c0b-458a-9cea-d57daa607486 req-3295c99e-a139-4d6d-93d0-89ce56f920b0 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535350 Apr 28 21:02:24.672621 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-3bf2a2cf-0cb2-4924-8692-ec83571e8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:24.674388 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-3bf2a2cf-0cb2-4924-8692-ec83571e8a3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453794 Apr 28 21:02:24.733387 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'af689490-76f9-4648-8491-5101e102401d', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:43Z', 'updated_at': '2022-04-28T21:02:23Z', 'revision_number': 3, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:24.766311 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3ad1b-a7b2-460f-a18d-afe208c23ac8 None None] The sync data for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi is: [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'af689490-76f9-4648-8491-5101e102401d', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'port_id': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'mac_address': 'fa:16:3e:a7:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:43Z', 'updated_at': '2022-04-28T21:02:23Z', 'revision_number': 3, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:24.776820 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-1e8c44d6-546e-49c8-8b4d-86b2e846b0e9 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956881 Apr 28 21:02:24.785817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4398e5-c19c-4656-9d47-50fb1552294e req-52ac6828-b1cf-4363-9395-83968eb4b3f8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:24.787465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1b4398e5-c19c-4656-9d47-50fb1552294e req-52ac6828-b1cf-4363-9395-83968eb4b3f8 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0553863 Apr 28 21:02:24.797060 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 51980) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:24.804426 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Request body: {'floatingip': {'port_id': '2ba43580-7d96-4942-a8ec-5ece1a3926ee'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:24.873398 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:24.913132 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-aeb58175-23f4-4d45-a555-10b78ec053b1 req-aa2f12cb-2e30-4e4b-9772-ded20c8b1dba service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293342 Apr 28 21:02:25.080012 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-aceeddd7-6174-44e7-8f9d-e23f6119dadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:25.336922 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:25.397080 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:25.515724 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Floating IP d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c associated. External IP: 172.27.0.135, port: 2ba43580-7d96-4942-a8ec-5ece1a3926ee. Apr 28 21:02:25.747974 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:25.862360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:25.867033 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:25.872274 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:25.883035 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:25.883653 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:25.896478 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d7caf967-de19-486b-8225-b3578c916b8e tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "PUT /v2.0/floatingips/d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c HTTP/1.1" status: 200 len: 991 time: 1.0978663 Apr 28 21:02:26.004942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:26.101930 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}, {'name': 'network-changed', 'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:26.104311 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab50dd2d-d687-44cc-8be7-5666694b3d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6"}, {"name": "network-changed", "server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:26.144311 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31027354-d528-4c72-81a5-6a2bfae17586 x-openstack-request-id: req-31027354-d528-4c72-81a5-6a2bfae17586 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:26.144619 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:26.144873 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31027354-d528-4c72-81a5-6a2bfae17586 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:26.145321 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31027354-d528-4c72-81a5-6a2bfae17586'] response: {'name': 'network-changed', 'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'status': 'completed', 'code': 200} Apr 28 21:02:26.145583 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31027354-d528-4c72-81a5-6a2bfae17586'] response: {'name': 'network-changed', 'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'status': 'completed', 'code': 200} Apr 28 21:02:26.211374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-4b71dece-b1bf-4492-93fd-e98d5aa8cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.213005 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-4b71dece-b1bf-4492-93fd-e98d5aa8cad0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 1129 time: 0.0405684 Apr 28 21:02:26.278805 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'd89d71d9-5bd0-4ef7-866a-d5fb53a07d1c', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'port_id': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'mac_address': 'fa:16:3e:dd:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:02:07Z', 'updated_at': '2022-04-28T21:02:25Z', 'revision_number': 1, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:26.306284 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:26.314916 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:26.315528 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:26.320720 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-7652ce48-e441-4d3d-bc69-1e69ddc940f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.322242 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-7652ce48-e441-4d3d-bc69-1e69ddc940f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 200 len: 920 time: 0.1001301 Apr 28 21:02:26.360603 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:26.392138 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-0281ce74-d105-4c2c-861f-dec1cbbe3c3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 200 len: 1000 time: 0.0620661 Apr 28 21:02:26.434225 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:26.441545 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-60b604d1-b353-456e-8857-8e3f805e65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.442987 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-60b604d1-b353-456e-8857-8e3f805e65e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 200 len: 858 time: 0.0431783 Apr 28 21:02:26.486484 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-0eec3321-20f4-42db-b518-81e2e7799c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.488006 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-0eec3321-20f4-42db-b518-81e2e7799c15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a663f45b-7c2c-4224-a6e7-714fb8381213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385551 Apr 28 21:02:26.580852 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-9abfb5bd-8d6e-42ab-999f-cda0511c6fda service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Apr 28 21:02:26.650451 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'd89d71d9-5bd0-4ef7-866a-d5fb53a07d1c', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'port_id': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'mac_address': 'fa:16:3e:dd:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:02:07Z', 'updated_at': '2022-04-28T21:02:25Z', 'revision_number': 1, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:26.678830 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc617ab-cd21-4dda-90fb-f1b8d113151f None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': 'd89d71d9-5bd0-4ef7-866a-d5fb53a07d1c', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'port_id': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'mac_address': 'fa:16:3e:dd:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:02:07Z', 'updated_at': '2022-04-28T21:02:25Z', 'revision_number': 1, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:26.684586 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-fe989704-2b0c-4e33-b548-204f24f23099 service neutron] 10.222.0.61 "GET /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970502 Apr 28 21:02:26.774863 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-2fd6a490-4ba7-4597-a7af-38528e446ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.779261 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-2fd6a490-4ba7-4597-a7af-38528e446ff1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6692a6832a14613b5dc49240b3475f1&device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 1129 time: 0.0511332 Apr 28 21:02:26.871056 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-2b1bb539-19e6-4546-b55e-4b2be5248e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.872966 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-2b1bb539-19e6-4546-b55e-4b2be5248e41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 200 len: 912 time: 0.0896475 Apr 28 21:02:26.896714 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d7eae-97b4-4c6c-ac2e-4a141a98409c None None] New status for floating IP d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c: ACTIVE {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:02:26.944866 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-38900bde-8c21-41da-8338-986a2d0c75db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee HTTP/1.1" status: 200 len: 999 time: 0.0652118 Apr 28 21:02:26.995113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-a9798dbb-a556-496a-8deb-49cce9a8b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:26.997029 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-a9798dbb-a556-496a-8deb-49cce9a8b6bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 200 len: 850 time: 0.0458636 Apr 28 21:02:27.042200 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-7473eb85-b2f3-42fd-a4f6-480ab5e1241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:27.043836 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-7473eb85-b2f3-42fd-a4f6-480ab5e1241b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd4ad921-7f53-4678-aca4-f8be7966b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407801 Apr 28 21:02:27.139402 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-e8035d42-fb11-4f26-88cb-3a6ec02af078 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879347 Apr 28 21:02:27.234859 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ab50dd2d-d687-44cc-8be7-5666694b3d8d req-272261ae-1163-41e2-807d-338870c1bfd5 service neutron] 10.222.0.61 "GET /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896709 Apr 28 21:02:27.994436 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:29.273475 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:33.988975 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-f17869aa-2545-4583-bad1-dcbb4de0f959 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334035062&fields=id&tenant_id=366ea24d412445029b82b48bff664f97 HTTP/1.1" status: 200 len: 267 time: 0.0441518 Apr 28 21:02:34.039967 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-df5ce130-c46a-44ff-866a-b76ff6b0ebf9 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:34.041447 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-df5ce130-c46a-44ff-866a-b76ff6b0ebf9 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 985 time: 0.0472348 Apr 28 21:02:34.052281 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Request body: {'port': {'security_groups': ['4dab5fed-24ff-4054-b686-29f075537862']}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:34.131830 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.305921 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:34.335639 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.414230 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.427794 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['5794fca1-40ff-4ed4-87e7-4fb6a4961d46'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:02:34.457970 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:34.458646 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.460039 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc3cb844-871c-43ec-8c94-b66852d5e05f req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "PUT /v2.0/ports/5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 943 time: 0.4124327 Apr 28 21:02:34.462979 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:34.465278 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a902e10-093b-46ab-8d0d-108e7080bdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:34.470910 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52032) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:34.503459 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f27f-a3f6-4541-8b34-f32a8e3cebaf tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event updated for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=7']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:34.530729 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d443e8-a12b-4834-92ee-fe5b13eb27fe x-openstack-request-id: req-43d443e8-a12b-4834-92ee-fe5b13eb27fe {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:34.531004 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:34.531253 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43d443e8-a12b-4834-92ee-fe5b13eb27fe {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:34.531761 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d443e8-a12b-4834-92ee-fe5b13eb27fe'] response: {'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'status': 'completed', 'code': 200} Apr 28 21:02:34.554557 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group (d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.582383 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group (d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.616598 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['5794fca1-40ff-4ed4-87e7-4fb6a4961d46'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:02:34.640191 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-69e3322a-de5e-4a84-96a9-64f3f9419d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:34.640191 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-69e3322a-de5e-4a84-96a9-64f3f9419d2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1130 time: 0.0481312 Apr 28 21:02:34.788720 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.791375 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.794991 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "DELETE /v2.0/security-groups/d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee HTTP/1.1" status: 204 len: 168 time: 0.3241782 Apr 28 21:02:34.796221 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52038) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:34.796877 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-19397bc4-180f-4f70-9c3a-4cde6b09e83f None None] Provisioning complete for port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:02:34.797307 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-19397bc4-180f-4f70-9c3a-4cde6b09e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:34.810301 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ac7a5f-a7a0-4ba3-9606-46b8d15db5ee,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:34.824748 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.825142 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.833457 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.833907 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.834262 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.834611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.834953 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.835383 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.835732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.836097 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.836438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.836801 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.837099 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.837441 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.837761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2836f3-9206-4aa6-b868-6e762f4fe736 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:34.869020 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-aa4e79a6-a775-444a-8987-ae5230590a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:34.870523 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-aa4e79a6-a775-444a-8987-ae5230590a9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 916 time: 0.2067304 Apr 28 21:02:34.901489 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-19397bc4-180f-4f70-9c3a-4cde6b09e83f None None] Current status of the port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:02:34.948269 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-f28ca005-24d3-4167-b686-227e062dd027 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 1002 time: 0.0689414 Apr 28 21:02:34.960318 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Deleting port 5b31ba95-66c9-413f-87d1-0021ca59bb8a {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:34.960665 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:35.017551 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-ef7bade0-0ba5-4b04-8ad9-5bc666465924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:35.019152 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-ef7bade0-0ba5-4b04-8ad9-5bc666465924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 200 len: 854 time: 0.0530355 Apr 28 21:02:35.043360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:35.044210 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for floatingip (5b31ba95-66c9-413f-87d1-0021ca59bb8a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:35.058384 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Calling delete_port for 5b31ba95-66c9-413f-87d1-0021ca59bb8a owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:35.073690 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-6a27c58f-dee5-48ab-b2bc-ebd8fbf5961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:35.074991 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-6a27c58f-dee5-48ab-b2bc-ebd8fbf5961f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f15f6bd8-1961-42f8-abad-e407ee164034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461884 Apr 28 21:02:35.181168 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-44a552f4-3e87-4d3e-8267-b6afe58e9ac1 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982637 Apr 28 21:02:35.289344 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2a902e10-093b-46ab-8d0d-108e7080bdf7 req-51b9e545-f9f5-4957-b660-b429f273424b service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927620 Apr 28 21:02:35.308084 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (5b31ba95-66c9-413f-87d1-0021ca59bb8a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:35.336162 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event deleted for resources: {'Port': ['ID=5b31ba95-66c9-413f-87d1-0021ca59bb8a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:35.396795 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks [] for floatingip (06eb8880-35d8-4d7e-a9e7-6915d54b1223), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:35.397123 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Floating IP 06eb8880-35d8-4d7e-a9e7-6915d54b1223 disassociated (deleted). External IP: 172.27.0.245, port: 5794fca1-40ff-4ed4-87e7-4fb6a4961d46. Apr 28 21:02:35.618169 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Router cc51065d-5923-49d1-b3e2-a8d691d00a53 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:35.730465 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:35.735327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:35.740091 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] Sync routers for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:35.766540 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2902930c-0bc7-4546-bc65-7cab022ada95 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "DELETE /v2.0/floatingips/06eb8880-35d8-4d7e-a9e7-6915d54b1223 HTTP/1.1" status: 204 len: 168 time: 0.9687333 Apr 28 21:02:35.869643 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:35.870254 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:35.978744 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:36.179095 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:36.210272 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] Checking router: cc51065d-5923-49d1-b3e2-a8d691d00a53 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:36.218774 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:36.219388 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:36.339435 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:36.528213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:36.532756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:36.535216 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac009f1-2f4a-4722-879e-76e4743bf9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:36.555585 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f2d10-e19e-40b9-ac85-c7b32070a1cb None None] The sync data for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi is: [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T20:58:57Z', 'revision_number': 4, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '0c300da5-38f8-40c8-8d84-fe486b660d8e', 'name': '', 'network_id': 'f15f6bd8-1961-42f8-abad-e407ee164034', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'mac_address': 'fa:16:3e:da:3c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:56Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'subnets': [{'id': '62b746da-b47b-4fce-9e5b-3cca7060bdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:36.572076 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f71499f-d9c6-4876-b84e-74d4c35b2fcc x-openstack-request-id: req-2f71499f-d9c6-4876-b84e-74d4c35b2fcc {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:36.572715 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:36.573231 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f71499f-d9c6-4876-b84e-74d4c35b2fcc {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:36.573647 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f71499f-d9c6-4876-b84e-74d4c35b2fcc'] response: {'name': 'network-changed', 'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'status': 'completed', 'code': 200} Apr 28 21:02:36.637457 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-c080a299-9fe6-4b85-9ee4-b4443dd988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:36.638974 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-c080a299-9fe6-4b85-9ee4-b4443dd988b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=366ea24d412445029b82b48bff664f97&device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 1130 time: 0.0436132 Apr 28 21:02:36.807804 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58382f-6e73-4e81-b566-171dfff15240 None None] New status for floating IP 06eb8880-35d8-4d7e-a9e7-6915d54b1223: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:02:37.078026 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-6eb1d531-055b-4ced-be97-9428a9ba4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:37.079488 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-6eb1d531-055b-4ced-be97-9428a9ba4c5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 200 len: 916 time: 0.0929160 Apr 28 21:02:37.194611 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-32435726-736b-4a9c-a3db-b8be684ed0ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 200 len: 217 time: 0.0372250 Apr 28 21:02:37.256958 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-c9734fba-c889-42ec-bf65-4a67f13ad712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:37.258401 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-c9734fba-c889-42ec-bf65-4a67f13ad712 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 200 len: 854 time: 0.0495062 Apr 28 21:02:37.310424 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-6817599d-652e-4f86-8b6e-da5fd8fcb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:37.311989 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-6817599d-652e-4f86-8b6e-da5fd8fcb49b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f15f6bd8-1961-42f8-abad-e407ee164034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398400 Apr 28 21:02:37.406282 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-65d847b5-1e2f-4891-b709-d392f5fc1134 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812118 Apr 28 21:02:37.497342 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-eac009f1-2f4a-4722-879e-76e4743bf9ad req-4ce70ab6-e5e8-4be5-aa42-431e82497c30 service neutron] 10.222.0.61 "GET /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850773 Apr 28 21:02:38.171884 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbf831-1f75-4871-abc2-c9ed98191560 req-bf00fe8a-86be-4964-89ee-b4b84754d29c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:38.173415 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fcfbf831-1f75-4871-abc2-c9ed98191560 req-bf00fe8a-86be-4964-89ee-b4b84754d29c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0526495 Apr 28 21:02:38.221389 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fcfbf831-1f75-4871-abc2-c9ed98191560 req-ffd80015-8b77-4715-9eda-9e2d93ec47bd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Apr 28 21:02:39.338128 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6128d5-e9e3-4811-bbe0-2a43451b48ac req-323be840-6a87-4040-a385-011d6d78e492 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:39.339540 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b6128d5-e9e3-4811-bbe0-2a43451b48ac req-323be840-6a87-4040-a385-011d6d78e492 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Apr 28 21:02:39.386380 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5b6128d5-e9e3-4811-bbe0-2a43451b48ac req-c6515f67-9d7d-4305-91fd-c93640efe451 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=26e233f7-19d8-4add-bd67-3fdff1447927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Apr 28 21:02:39.899103 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee5448-4f60-45ff-91fd-adef195e407e req-b37d13f4-9a1f-4fd9-87fe-7ff5d64eb23e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:39.900947 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-51ee5448-4f60-45ff-91fd-adef195e407e req-b37d13f4-9a1f-4fd9-87fe-7ff5d64eb23e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Apr 28 21:02:40.000218 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:40.000677 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:40.069092 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433afd-bf0f-409e-9edb-98b59fd44125 req-52610395-3449-4deb-823b-56197c8a8a2e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:40.070708 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0f433afd-bf0f-409e-9edb-98b59fd44125 req-52610395-3449-4deb-823b-56197c8a8a2e tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0497961 Apr 28 21:02:40.092406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] For port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:40.093332 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:40.122350 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0f433afd-bf0f-409e-9edb-98b59fd44125 req-47517f16-f79b-4213-a020-26b17eeac880 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Apr 28 21:02:40.266530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:40.266898 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (1fd78987-3603-4171-bcb1-68afd5bb1124), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:40.267216 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP 1fd78987-3603-4171-bcb1-68afd5bb1124 disassociated. External IP: 172.27.0.82, port: b40dbc80-afbc-4f70-92f2-8a8ca9e725a0. Apr 28 21:02:40.267557 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:40.456774 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (b40dbc80-afbc-4f70-92f2-8a8ca9e725a0), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:40.482971 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62b64c32-4a75-4419-bf74-3963e6d6a7c2 req-7dc3097b-2700-4835-b3ae-70670e349d71 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Apr 28 21:02:40.487634 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=b40dbc80-afbc-4f70-92f2-8a8ca9e725a0,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:40.605216 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:40.813315 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:02:40.924108 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:40.937192 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:40.948153 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:40.948767 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:40.969708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] No DVR routers for this DVR port b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:40.972468 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:40.976071 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-51ee5448-4f60-45ff-91fd-adef195e407e req-aff7c6e0-b618-4022-a19e-16e21b31cc1e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "DELETE /v2.0/ports/b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 HTTP/1.1" status: 204 len: 173 time: 1.0653639 Apr 28 21:02:40.976492 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'name': 'network-vif-deleted', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:40.978754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2e9956-ada5-4bcf-a8d0-d4ed09192e99" -d '{"events": [{"server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "name": "network-vif-deleted", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:41.061145 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:41.071179 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ed76f-8da0-4a7e-8a05-644280eb1e8f x-openstack-request-id: req-ea3ed76f-8da0-4a7e-8a05-644280eb1e8f {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:41.071685 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2ee171-ab6e-40f9-8167-c97696f55418", "name": "network-vif-deleted", "tag": "b40dbc80-afbc-4f70-92f2-8a8ca9e725a0", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:41.072168 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea3ed76f-8da0-4a7e-8a05-644280eb1e8f {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:41.072659 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3ed76f-8da0-4a7e-8a05-644280eb1e8f'] response: {'server_uuid': 'ae2ee171-ab6e-40f9-8167-c97696f55418', 'name': 'network-vif-deleted', 'tag': 'b40dbc80-afbc-4f70-92f2-8a8ca9e725a0', 'status': 'completed', 'code': 200} Apr 28 21:02:41.235101 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3270ccf-c02f-44e6-89bd-d5b9c5800ea4 req-10eff12c-8f0c-4bad-a1db-3640e146d187 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:41.236648 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3270ccf-c02f-44e6-89bd-d5b9c5800ea4 req-10eff12c-8f0c-4bad-a1db-3640e146d187 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0459206 Apr 28 21:02:41.251060 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:41.276962 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:41.283145 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3270ccf-c02f-44e6-89bd-d5b9c5800ea4 req-6e0bb73b-44fb-4278-9f27-23d6ce48edea tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Apr 28 21:02:41.285758 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:41.286360 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:41.395348 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:41.581919 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:41.583738 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-19b7e607-0a4d-439c-91b8-3c1f252d00eb req-1f3f6524-80ee-4bc9-8fd3-4774952c1f77 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 210 time: 0.0303936 Apr 28 21:02:41.608829 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3db56-4b4f-4e64-b010-7d07b468c617 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:41.834370 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9251f8c-4e8a-4f8d-b565-a5867309ed1e None None] New status for floating IP 1fd78987-3603-4171-bcb1-68afd5bb1124: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:02:42.028540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-c8f09446-d400-4717-989e-4480184e462a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:42.030624 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-c8f09446-d400-4717-989e-4480184e462a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0473037 Apr 28 21:02:42.128040 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Deleting port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:42.128384 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:42.219008 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] For port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:42.219374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:42.231841 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Calling delete_port for 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:42.400438 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e56b74-690d-47df-b150-9f4fd4458c1d req-7260dc6e-4e51-4496-ae7c-bac476625e42 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:42.401971 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79e56b74-690d-47df-b150-9f4fd4458c1d req-7260dc6e-4e51-4496-ae7c-bac476625e42 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 946 time: 0.0487959 Apr 28 21:02:42.456080 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-79e56b74-690d-47df-b150-9f4fd4458c1d req-5e2df48b-d879-4f45-9211-a4ed819e04cb tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dab5fed-24ff-4054-b686-29f075537862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Apr 28 21:02:42.471142 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (5794fca1-40ff-4ed4-87e7-4fb6a4961d46), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:42.483911 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['5794fca1-40ff-4ed4-87e7-4fb6a4961d46'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:02:42.501457 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Pushing event deleted for resources: {'Port': ['ID=5794fca1-40ff-4ed4-87e7-4fb6a4961d46,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.550709 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] No DVR routers for this DVR port 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:42.553287 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:42.558167 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e9591d7d-2902-4eec-b484-b7c8e435ba97 req-e3ff27c7-b027-4e7f-8e19-6971e97de82a tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.61 "DELETE /v2.0/ports/5794fca1-40ff-4ed4-87e7-4fb6a4961d46 HTTP/1.1" status: 204 len: 173 time: 0.5199432 Apr 28 21:02:42.694383 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5d5055c3-c3f8-4eb1-819e-3021eef31f35 req-307c938f-7de9-4dfe-865b-cb26d46fd8c8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae2ee171-ab6e-40f9-8167-c97696f55418 HTTP/1.1" status: 200 len: 210 time: 0.0296125 Apr 28 21:02:43.074353 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'name': 'network-vif-deleted', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:43.076662 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119e5240-f334-4de2-a5ae-1c9bdee12d34" -d '{"events": [{"server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "name": "network-vif-deleted", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:43.120268 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b55a67-6fad-4a9e-b312-968bc1bf5768 x-openstack-request-id: req-86b55a67-6fad-4a9e-b312-968bc1bf5768 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:43.120570 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61265d4-f13f-4cab-80b4-8f3c19fe2c29", "name": "network-vif-deleted", "tag": "5794fca1-40ff-4ed4-87e7-4fb6a4961d46", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:43.120874 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86b55a67-6fad-4a9e-b312-968bc1bf5768 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:43.121463 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b55a67-6fad-4a9e-b312-968bc1bf5768'] response: {'server_uuid': 'e61265d4-f13f-4cab-80b4-8f3c19fe2c29', 'name': 'network-vif-deleted', 'tag': '5794fca1-40ff-4ed4-87e7-4fb6a4961d46', 'status': 'completed', 'code': 200} Apr 28 21:02:43.480213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:43.502842 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:43.503673 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device b40dbc80-afbc-4f70-92f2-8a8ca9e725a0 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:43.567910 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ceae7d6f-d518-4fcf-8737-7a815ff231f9 req-4d1b0fd4-34e9-4770-a998-1de571e5f008 tempest-TestMinimumBasicScenario-140145315 tempest-TestMinimumBasicScenario-140145315-project] 10.222.0.64 "GET /v2.0/ports?device_id=e61265d4-f13f-4cab-80b4-8f3c19fe2c29 HTTP/1.1" status: 200 len: 210 time: 0.0286477 Apr 28 21:02:43.883304 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52138) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:43.948682 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (26e233f7-19d8-4add-bd67-3fdff1447927), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:43.971621 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (26e233f7-19d8-4add-bd67-3fdff1447927), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.100135 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (26e233f7-19d8-4add-bd67-3fdff1447927), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.102748 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.103936 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/security-groups/26e233f7-19d8-4add-bd67-3fdff1447927 HTTP/1.1" status: 204 len: 168 time: 0.2195289 Apr 28 21:02:44.107204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52140) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:44.114596 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e233f7-19d8-4add-bd67-3fdff1447927,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:44.122576 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.122936 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.123284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.123624 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.124553 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.124943 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.125287 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.125696 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.125991 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.126323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.126653 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.127122 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.127462 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.127784 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.128132 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173997df-e665-4b94-816f-baec3299016c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:44.129447 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.api.v2.resource [None req-96406dfe-a0d7-4647-a7f5-effbd66e70c8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] show failed (client error): The resource could not be found. Apr 28 21:02:44.130497 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-96406dfe-a0d7-4647-a7f5-effbd66e70c8 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups/26e233f7-19d8-4add-bd67-3fdff1447927 HTTP/1.1" status: 404 len: 347 time: 0.0214109 Apr 28 21:02:44.134222 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52142) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:44.263648 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port 6db523ce-0d98-4681-a4bd-a8313c79dd66 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:44.263901 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.347692 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.348324 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (6db523ce-0d98-4681-a4bd-a8313c79dd66), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.371239 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for 6db523ce-0d98-4681-a4bd-a8313c79dd66 owned by network:floatingip {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:44.654300 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (6db523ce-0d98-4681-a4bd-a8313c79dd66), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.682627 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=6db523ce-0d98-4681-a4bd-a8313c79dd66,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:44.719186 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (1fd78987-3603-4171-bcb1-68afd5bb1124), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.723411 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:44.724590 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-23e2a6dc-bc04-4bde-8b77-d830be30787b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/floatingips/1fd78987-3603-4171-bcb1-68afd5bb1124 HTTP/1.1" status: 204 len: 168 time: 0.5893569 Apr 28 21:02:45.099923 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52178) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:45.104668 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021786585', 'description': 'tempest-description--510657160'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:45.185311 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.256509 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (b848b7ee-4912-4f60-9b1f-016e218ca9b4), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.351115 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (b848b7ee-4912-4f60-9b1f-016e218ca9b4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.380520 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b848b7ee-4912-4f60-9b1f-016e218ca9b4,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:45.511989 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:45.518873 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.520765 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ccb95008-2800-4fcb-8249-8b6cb28e903a tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4191730 Apr 28 21:02:45.523340 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52198) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:45.527862 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': 'b848b7ee-4912-4f60-9b1f-016e218ca9b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:45.533560 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:45.533905 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 5794fca1-40ff-4ed4-87e7-4fb6a4961d46 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:45.673948 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (7fd46d76-f3f4-48f6-a7f5-0eca3b569d10), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.729301 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (7fd46d76-f3f4-48f6-a7f5-0eca3b569d10), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.779823 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (7fd46d76-f3f4-48f6-a7f5-0eca3b569d10), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.799872 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd46d76-f3f4-48f6-a7f5-0eca3b569d10,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:45.869949 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:45.871203 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b912a0b5-e667-42c7-a5e1-0908814bec7e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467853 Apr 28 21:02:45.874490 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52214) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:45.878809 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'security_group_rule': {'security_group_id': 'b848b7ee-4912-4f60-9b1f-016e218ca9b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:46.001356 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (38cff5b0-4da9-48cc-bb7c-0cd8e02ddafb), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.069382 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3269-88e5-47ea-8055-d14380c6f1c2 req-a174418e-6256-401d-8679-fc6421d1a1a0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:46.070863 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-acee3269-88e5-47ea-8055-d14380c6f1c2 req-a174418e-6256-401d-8679-fc6421d1a1a0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0719862 Apr 28 21:02:46.104138 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (38cff5b0-4da9-48cc-bb7c-0cd8e02ddafb), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.133977 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-acee3269-88e5-47ea-8055-d14380c6f1c2 req-6d8a8d48-2cc0-4b97-a7d2-7bd445d4dab2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550351 Apr 28 21:02:46.204897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (38cff5b0-4da9-48cc-bb7c-0cd8e02ddafb), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.224164 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cff5b0-4da9-48cc-bb7c-0cd8e02ddafb,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:46.324966 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.326106 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ce059d90-9f60-4a33-a9a8-36cdc4d3db25 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4506884 Apr 28 21:02:46.328225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52218) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:46.338821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52220) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:46.343416 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:46.439157 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.519024 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.634120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.27.0.147 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/617cd7b1-bf8c-4afa-b4ff-172829c37fd7) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:46.749844 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.854440 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:46.891157 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:46.894134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:46.896601 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:02:46.934309 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=617cd7b1-bf8c-4afa-b4ff-172829c37fd7,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:46.957304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (30580bcd-3aa9-4f9d-ae48-d13963cfd2c7), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.015629 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (cc51065d-5923-49d1-b3e2-a8d691d00a53), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.042479 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.208689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.265321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.298722 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc841f-9910-45c1-849b-ba45f588b31a req-37cef305-0334-4836-b7f7-626b59642ac8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:47.300307 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-63bc841f-9910-45c1-849b-ba45f588b31a req-37cef305-0334-4836-b7f7-626b59642ac8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0754185 Apr 28 21:02:47.304369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (30580bcd-3aa9-4f9d-ae48-d13963cfd2c7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.323258 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=617cd7b1-bf8c-4afa-b4ff-172829c37fd7,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:47.400161 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-63bc841f-9910-45c1-849b-ba45f588b31a req-aa73792c-c4d9-45c4-91ea-7f372ab47aac tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828555 Apr 28 21:02:47.402643 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Deleting port 0c300da5-38f8-40c8-8d84-fe486b660d8e {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:47.402984 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.418866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.420160 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f9ad45ce-6c1f-48bb-958d-110d753c7606 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0802660 Apr 28 21:02:47.491071 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] For port 0c300da5-38f8-40c8-8d84-fe486b660d8e, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0c300da5-38f8-40c8-8d84-fe486b660d8e,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:47.491545 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.505762 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Calling delete_port for 0c300da5-38f8-40c8-8d84-fe486b660d8e owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:47.616356 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-1a4a49bd-8a5c-45eb-b5e9-5c373af2eec1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1021786585&fields=id&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 267 time: 0.0625591 Apr 28 21:02:47.801217 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-de12622c-6427-4be0-aad7-b7da624896cf tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:47.802584 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-de12622c-6427-4be0-aad7-b7da624896cf tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.1547792 Apr 28 21:02:47.824921 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-7372df5c-6618-46ea-9042-ce40911f8144 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/quotas/880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 375 time: 0.0162301 Apr 28 21:02:47.886766 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-49109e12-52f2-433a-ab65-d43dc43b921d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558631 Apr 28 21:02:47.908079 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (0c300da5-38f8-40c8-8d84-fe486b660d8e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:47.934301 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c300da5-38f8-40c8-8d84-fe486b660d8e,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:48.128932 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-b7a28377-4d83-425f-b0ee-1613144c3b7d service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305157 Apr 28 21:02:48.237942 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (cc51065d-5923-49d1-b3e2-a8d691d00a53), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:48.306555 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-ecf90173-c221-43d2-bd66-f961fa18ea3d service neutron] 10.222.0.64 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715004 Apr 28 21:02:48.514882 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Router cc51065d-5923-49d1-b3e2-a8d691d00a53 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:48.541226 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4ecd3-97a4-4532-a2dd-da710f90fa85 req-616e1679-a0bc-421a-9a7a-5d943ae5c02e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:48.542804 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bef4ecd3-97a4-4532-a2dd-da710f90fa85 req-616e1679-a0bc-421a-9a7a-5d943ae5c02e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0633807 Apr 28 21:02:48.617747 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e234127c-eb60-4d0c-9795-eac83f5dcb2b req-6b7ccb4f-34b8-4a82-b8d0-d3658a19369e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 210 time: 0.0839186 Apr 28 21:02:48.659762 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bef4ecd3-97a4-4532-a2dd-da710f90fa85 req-99b78f01-e590-46f3-ad87-24a0b339b6b0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068401 Apr 28 21:02:48.706418 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:48.714797 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52250) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:48.715245 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8bbd0a96-f960-42cd-a04b-95dfa7563730 admin admin] 10.222.0.64 "PUT /v2.0/routers/cc51065d-5923-49d1-b3e2-a8d691d00a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856766 Apr 28 21:02:48.718548 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] Sync routers for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:48.732836 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:48.734166 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:48.856162 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks [] for router (cc51065d-5923-49d1-b3e2-a8d691d00a53), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:48.875081 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:48.973069 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks [] for router_gateway (cc51065d-5923-49d1-b3e2-a8d691d00a53), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.100302 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Deleting port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:49.100731 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.195620 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] For port 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:49.196020 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.210422 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Calling delete_port for 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 owned by network:router_gateway {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:49.234207 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 5, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port': {'id': '03cfa691-e36a-4ff0-bf52-5b6b5606f6c4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:53Z', 'updated_at': '2022-04-28T20:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:49.261804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] Checking router: cc51065d-5923-49d1-b3e2-a8d691d00a53 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:49.270633 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] Routers {'cc51065d-5923-49d1-b3e2-a8d691d00a53'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:49.271283 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['cc51065d-5923-49d1-b3e2-a8d691d00a53'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:49.366489 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] Set router cc51065d-5923-49d1-b3e2-a8d691d00a53 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:49.424873 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T21:02:48Z', 'revision_number': 6, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:49.451643 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288bb9b2-6ba6-48a7-9e77-7a48030dbd28 None None] The sync data for ids ['cc51065d-5923-49d1-b3e2-a8d691d00a53'] in dv-cinder-750782-20-iscsi is: [{'id': 'cc51065d-5923-49d1-b3e2-a8d691d00a53', 'name': 'tempest-TestMinimumBasicScenario-1050645660-router', 'tenant_id': '366ea24d412445029b82b48bff664f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:51Z', 'updated_at': '2022-04-28T21:02:48Z', 'revision_number': 6, 'project_id': '366ea24d412445029b82b48bff664f97', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:49.499420 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (03cfa691-e36a-4ff0-bf52-5b6b5606f6c4), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.531621 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Pushing event deleted for resources: {'Port': ['ID=03cfa691-e36a-4ff0-bf52-5b6b5606f6c4,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:49.556395 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (cc51065d-5923-49d1-b3e2-a8d691d00a53), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.664680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (cc51065d-5923-49d1-b3e2-a8d691d00a53), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.666899 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks [] for router_controller (cc51065d-5923-49d1-b3e2-a8d691d00a53), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.737458 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e259d2fb-b2c6-4e44-b748-8b3bc93fdba7 req-0e4ae831-801a-455c-8956-cabbbaa9cd79 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 210 time: 0.0434413 Apr 28 21:02:49.801393 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664445e-0f93-4f51-83e6-2e8c80638e45 req-4118491c-5260-4560-b141-aee9e2643b90 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:49.803325 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7664445e-0f93-4f51-83e6-2e8c80638e45 req-4118491c-5260-4560-b141-aee9e2643b90 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0571039 Apr 28 21:02:49.848224 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (cc51065d-5923-49d1-b3e2-a8d691d00a53), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.848811 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc51065d-5923-49d1-b3e2-a8d691d00a53 {{(pid=110576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:02:49.854254 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.856010 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-249c6791-d9bf-4d5c-903c-6ada2d63c03e admin admin] 10.222.0.64 "DELETE /v2.0/routers/cc51065d-5923-49d1-b3e2-a8d691d00a53 HTTP/1.1" status: 204 len: 168 time: 1.1355765 Apr 28 21:02:49.860962 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52260) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:49.892578 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7664445e-0f93-4f51-83e6-2e8c80638e45 req-0457827a-3475-4cd5-981d-a37b9785c71b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833063 Apr 28 21:02:49.919895 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Deleting subnet 62b746da-b47b-4fce-9e5b-3cca7060bdf7 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:02:49.925633 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Publish callbacks [] for subnet (62b746da-b47b-4fce-9e5b-3cca7060bdf7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:49.959126 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (62b746da-b47b-4fce-9e5b-3cca7060bdf7), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.071897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (62b746da-b47b-4fce-9e5b-3cca7060bdf7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.194526 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (62b746da-b47b-4fce-9e5b-3cca7060bdf7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.220294 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b746da-b47b-4fce-9e5b-3cca7060bdf7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:50.227933 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.232545 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a2e63365-0c0c-4beb-8ee6-74efcc68c0f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/62b746da-b47b-4fce-9e5b-3cca7060bdf7 HTTP/1.1" status: 204 len: 168 time: 0.3703148 Apr 28 21:02:50.233777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9169e-5875-4ee2-b1ad-b0031acac31d None None] Network f15f6bd8-1961-42f8-abad-e407ee164034 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:02:50.234562 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52262) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:50.328541 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (f15f6bd8-1961-42f8-abad-e407ee164034), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.407004 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Deleting port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:50.407460 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.437989 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] DHCP port deletion for f15f6bd8-1961-42f8-abad-e407ee164034 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:02:50.480284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] For port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:50.480550 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] Deleting port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:50.480710 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.480934 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.497488 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Calling delete_port for 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:50.564425 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] For port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,segment=NetworkSegment(6b0159bc-9e0c-4051-a57d-e54b00219a37),segment_id=6b0159bc-9e0c-4051-a57d-e54b00219a37)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:50.566339 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.582143 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] Calling delete_port for 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:50.645551 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-404ba556-d72d-41c9-8ea6-a54f798ebe4e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:50.647459 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-404ba556-d72d-41c9-8ea6-a54f798ebe4e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 814 time: 0.1344104 Apr 28 21:02:50.660788 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.706714 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] No DVR routers for this DVR port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 on host dv-cinder-750782-20-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:50.708933 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:50.730618 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-5b28517d-317e-41b7-b416-a2e6df68f95c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880ebdbafffe496e8ce531d370e46b94 HTTP/1.1" status: 200 len: 380 time: 0.0690699 Apr 28 21:02:50.734763 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'port': {'device_id': '3096c423-d3af-4b95-a315-cad214eaacd6', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'admin_state_up': True, 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'security_groups': ['b848b7ee-4912-4f60-9b1f-016e218ca9b4']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:50.739902 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (0a36a2c1-ca6e-480d-b77d-db4fd6bcca64), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.770738 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] Pushing event deleted for resources: {'Port': ['ID=0a36a2c1-ca6e-480d-b77d-db4fd6bcca64,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:50.773052 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c627bf-763b-4a31-8dec-1b00a4c6bf52 None None] No DVR routers for this DVR port 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:50.809139 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (f15f6bd8-1961-42f8-abad-e407ee164034), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.868622 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15f6bd8-1961-42f8-abad-e407ee164034']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:50.872684 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7566f736-8f87-4d72-809e-59e2ab54f7a5 req-8290cb82-07e5-4ae7-8d3c-2a29e0fcc0f9 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 210 time: 0.0399952 Apr 28 21:02:50.881790 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0159bc-9e0c-4051-a57d-e54b00219a37') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:50.882091 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0159bc-9e0c-4051-a57d-e54b00219a37') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:50.895184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (6b0159bc-9e0c-4051-a57d-e54b00219a37), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.931155 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (6b0159bc-9e0c-4051-a57d-e54b00219a37), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.942200 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:02:50.942883 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (6b0159bc-9e0c-4051-a57d-e54b00219a37), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:02:50.945795 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:02:50.955690 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0c300da5-38f8-40c8-8d84-fe486b660d8e no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:50.974644 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 0c300da5-38f8-40c8-8d84-fe486b660d8e {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:50.975246 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0c300da5-38f8-40c8-8d84-fe486b660d8e not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:50.975669 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:50.997533 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:50.997870 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0a36a2c1-ca6e-480d-b77d-db4fd6bcca64 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:50.998342 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:51.020972 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.022376 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:51.022722 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 03cfa691-e36a-4ff0-bf52-5b6b5606f6c4 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:51.052212 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8b15f-e465-46d7-a900-9940ff85afc1 req-213f982d-6b53-4635-a711-4a20d0cb8de2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:51.053813 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c5e8b15f-e465-46d7-a900-9940ff85afc1 req-213f982d-6b53-4635-a711-4a20d0cb8de2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Apr 28 21:02:51.057208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Made reservation on behalf of 880ebdbafffe496e8ce531d370e46b94 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:02:51.064067 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.114357 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c5e8b15f-e465-46d7-a900-9940ff85afc1 req-65c6cc55-555c-41a4-bfe8-10c1ade9d908 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500844 Apr 28 21:02:51.140683 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (f15f6bd8-1961-42f8-abad-e407ee164034), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.159440 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15f6bd8-1961-42f8-abad-e407ee164034,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:51.161645 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.168141 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c478ffc2-b808-4cdc-9275-fe020b45eca7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f15f6bd8-1961-42f8-abad-e407ee164034 HTTP/1.1" status: 204 len: 168 time: 0.9323883 Apr 28 21:02:51.168775 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52272) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:51.211807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Allocated IP 172.20.0.9 (1d55ebe7-28c1-49d3-9227-248a174c9ada/9babe4f0-e086-4d5b-9c67-96e26896e6c0/516c5c82-f5f4-465a-b46e-3b27cafaca07) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:51.377479 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.483447 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.533961 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:51.539770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:51.544039 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:02:51.549841 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:51.550612 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.560451 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event updated for resources: {'Port': ['ID=516c5c82-f5f4-465a-b46e-3b27cafaca07,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:51.633938 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f62b115b-a7ad-4611-b29b-36877c1e0215 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9028513 Apr 28 21:02:51.646576 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Request body: {'port': {'device_id': '3096c423-d3af-4b95-a315-cad214eaacd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:02:51.716222 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.752975 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-943d22a9-07ff-49b6-9361-79a5b3eb4544 None None] Provisioning complete for port 516c5c82-f5f4-465a-b46e-3b27cafaca07 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:02:51.753576 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-943d22a9-07ff-49b6-9361-79a5b3eb4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.788851 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-943d22a9-07ff-49b6-9361-79a5b3eb4544 None None] Port 516c5c82-f5f4-465a-b46e-3b27cafaca07 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:02:51.829599 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (221eae39-e0a1-4c24-865c-6c431b9e1be1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:51.996595 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516c5c82-f5f4-465a-b46e-3b27cafaca07 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:52.004423 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Publish callbacks [] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.016884 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Transition to ACTIVE for port object 516c5c82-f5f4-465a-b46e-3b27cafaca07 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:02:52.047756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839e84f-5a6b-4c03-b323-10f29baccf3b req-fb770a23-d66d-409b-aed4-ee7276ff5216 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.049270 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2839e84f-5a6b-4c03-b323-10f29baccf3b req-fb770a23-d66d-409b-aed4-ee7276ff5216 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 931 time: 0.0587573 Apr 28 21:02:52.101976 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.148771 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2839e84f-5a6b-4c03-b323-10f29baccf3b req-b573e448-ee1d-4227-b5b0-e826b566b05e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804446 Apr 28 21:02:52.153974 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Deleting port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:52.154313 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.161754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Pushing event updated for resources: {'Port': ['ID=516c5c82-f5f4-465a-b46e-3b27cafaca07,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:52.197255 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Attempting to bind port 516c5c82-f5f4-465a-b46e-3b27cafaca07 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:02:52.197510 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Attempting to bind port 516c5c82-f5f4-465a-b46e-3b27cafaca07 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:02:52.197843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Attempting to bind port 516c5c82-f5f4-465a-b46e-3b27cafaca07 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:02:52.212073 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Port 516c5c82-f5f4-465a-b46e-3b27cafaca07 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:02:52.212073 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Attempting to bind port 516c5c82-f5f4-465a-b46e-3b27cafaca07 on network 1d55ebe7-28c1-49d3-9227-248a174c9ada {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:02:52.224379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:02:52.226032 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Checking segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:02:52.226879 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Bound using segment: {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:02:52.228105 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Bound port: 516c5c82-f5f4-465a-b46e-3b27cafaca07, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df7a241-73b9-4408-b0ce-450008c0da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:02:52.228746 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.299207 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] For port c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:52.299485 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.310995 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] For port 516c5c82-f5f4-465a-b46e-3b27cafaca07, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:02:52.315366 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] For port 516c5c82-f5f4-465a-b46e-3b27cafaca07, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:02:52.322770 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb6e70-9320-4b8a-b171-8158544c7a8d req-63602786-0571-42a1-a4d6-5cbd912af970 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.328511 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55eb6e70-9320-4b8a-b171-8158544c7a8d req-63602786-0571-42a1-a4d6-5cbd912af970 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0887933 Apr 28 21:02:52.335259 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Calling delete_port for c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:52.419291 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-55eb6e70-9320-4b8a-b171-8158544c7a8d req-9e26b8b0-9059-4591-a2a0-9a520a52ddf1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860684 Apr 28 21:02:52.434521 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.462777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1428d6a9-43fe-43f6-a5f9-3b97daaf9b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.470609 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.471515 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.475743 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] 10.222.0.61 "PUT /v2.0/ports/516c5c82-f5f4-465a-b46e-3b27cafaca07 HTTP/1.1" status: 200 len: 1093 time: 0.8308704 Apr 28 21:02:52.475743 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:52.475743 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:52.510388 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e68b7-dfd4-44d3-9e7d-a944b1cb9441 service neutron] Pushing event updated for resources: {'Port': ['ID=516c5c82-f5f4-465a-b46e-3b27cafaca07,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:52.533390 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b6b9db-c10e-458c-9ba7-05ade5096f1a x-openstack-request-id: req-84b6b9db-c10e-458c-9ba7-05ade5096f1a {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:52.535168 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:52.535865 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84b6b9db-c10e-458c-9ba7-05ade5096f1a {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:52.540467 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b6b9db-c10e-458c-9ba7-05ade5096f1a'] response: {'name': 'network-changed', 'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'status': 'completed', 'code': 200} Apr 28 21:02:52.599143 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb req-4ea1fbcf-47bf-40da-bca4-738af7f3b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.601364 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb req-4ea1fbcf-47bf-40da-bca4-738af7f3b115 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 1127 time: 0.0454850 Apr 28 21:02:52.683222 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.710086 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:52.714708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb req-823385b9-57db-4023-8c4a-0c360ba0a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.716168 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb req-823385b9-57db-4023-8c4a-0c360ba0a254 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=880ebdbafffe496e8ce531d370e46b94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1068957 Apr 28 21:02:52.884439 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb req-4eb43f50-1714-4c87-899a-e7ecf7744cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.884439 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-71039baa-8dcc-41fa-9fe8-0ff4f169c7fb req-4eb43f50-1714-4c87-899a-e7ecf7744cd4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554933 Apr 28 21:02:52.972344 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (221eae39-e0a1-4c24-865c-6c431b9e1be1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:52.978957 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-0c5ae556-33f3-4d72-9248-6da8da99f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.980590 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-0c5ae556-33f3-4d72-9248-6da8da99f8ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 1127 time: 0.0504863 Apr 28 21:02:53.226196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Router 221eae39-e0a1-4c24-865c-6c431b9e1be1 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:02:53.326775 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-5c109bf3-3cf3-4684-9467-425a28c99bc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07 HTTP/1.1" status: 200 len: 217 time: 0.3361521 Apr 28 21:02:53.377638 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-6a656d4a-268b-4d3c-8808-832b95845cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.379179 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-6a656d4a-268b-4d3c-8808-832b95845cb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.0483110 Apr 28 21:02:53.387280 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d2f8c-88f8-4913-8f5a-e459396fb902 req-4394f22c-5d59-49d5-86b4-cd8d1ae9a92d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.388919 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c7d2f8c-88f8-4913-8f5a-e459396fb902 req-4394f22c-5d59-49d5-86b4-cd8d1ae9a92d tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 943 time: 0.1012034 Apr 28 21:02:53.426227 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:02:53.437990 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a35b685e-db91-422d-8128-89ba84e4a8a3 admin admin] 10.222.0.64 "PUT /v2.0/routers/221eae39-e0a1-4c24-865c-6c431b9e1be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627337 Apr 28 21:02:53.438731 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] Sync routers for ids ['221eae39-e0a1-4c24-865c-6c431b9e1be1'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:53.439719 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52284) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:53.444655 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-381e32ff-2b3c-4452-a9f4-1f84c309ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.446340 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-381e32ff-2b3c-4452-a9f4-1f84c309ea81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576284 Apr 28 21:02:53.449461 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] Routers {'221eae39-e0a1-4c24-865c-6c431b9e1be1'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:53.450114 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['221eae39-e0a1-4c24-865c-6c431b9e1be1'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:53.562595 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c7d2f8c-88f8-4913-8f5a-e459396fb902 req-9b983a74-b457-44bc-a440-c89ce9fc0cb4 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596088 Apr 28 21:02:53.584145 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-3f00746a-7cda-4c8f-8b14-e001b81cc045 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271334 Apr 28 21:02:53.601384 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] Set router 221eae39-e0a1-4c24-865c-6c431b9e1be1 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:53.628250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea9f7-a0a2-4c24-98f5-a9d19014ee15 req-effcb4a0-e07c-4bd9-b508-c81373108a73 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.629784 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c62ea9f7-a0a2-4c24-98f5-a9d19014ee15 req-effcb4a0-e07c-4bd9-b508-c81373108a73 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.1060469 Apr 28 21:02:53.668507 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks [] for router (221eae39-e0a1-4c24-865c-6c431b9e1be1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:53.681580 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-196794e4-2871-4fc9-84d7-3d1393beeac1 req-058c6c76-5c10-4ff7-937b-84fc8fe2c1e9 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913520 Apr 28 21:02:53.737860 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c62ea9f7-a0a2-4c24-98f5-a9d19014ee15 req-f9d92f34-b88a-4e49-a126-98ff705df655 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937507 Apr 28 21:02:53.812482 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks [] for router_gateway (221eae39-e0a1-4c24-865c-6c431b9e1be1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:53.845977 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T21:02:52Z', 'revision_number': 5, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:53.876839 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] Checking router: 221eae39-e0a1-4c24-865c-6c431b9e1be1 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:53.885707 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] Routers {'221eae39-e0a1-4c24-865c-6c431b9e1be1'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:02:53.886326 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['221eae39-e0a1-4c24-865c-6c431b9e1be1'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:53.933468 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Deleting port 969512dc-74a0-418a-95ca-d6ee02483271 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:53.933812 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (969512dc-74a0-418a-95ca-d6ee02483271), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.000610 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] Set router 221eae39-e0a1-4c24-865c-6c431b9e1be1 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:02:54.018431 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] For port 969512dc-74a0-418a-95ca-d6ee02483271, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=969512dc-74a0-418a-95ca-d6ee02483271,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:54.019011 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (969512dc-74a0-418a-95ca-d6ee02483271), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.033958 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Calling delete_port for 969512dc-74a0-418a-95ca-d6ee02483271 owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:54.173858 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T21:02:52Z', 'revision_number': 5, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:54.200761 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789d656-5cd9-4fd9-bdf5-38baceef8213 None None] The sync data for ids ['221eae39-e0a1-4c24-865c-6c431b9e1be1'] in dv-cinder-750782-20-iscsi is: [{'id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'name': 'tempest-TestMinimumBasicScenario-1842107519-router', 'tenant_id': '1d6171cbd6324597b3e61f09e656bbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '969512dc-74a0-418a-95ca-d6ee02483271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:02Z', 'updated_at': '2022-04-28T21:02:52Z', 'revision_number': 5, 'project_id': '1d6171cbd6324597b3e61f09e656bbdb', 'gw_port': {'id': '969512dc-74a0-418a-95ca-d6ee02483271', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221eae39-e0a1-4c24-865c-6c431b9e1be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:03Z', 'updated_at': '2022-04-28T20:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:54.285420 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (969512dc-74a0-418a-95ca-d6ee02483271), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.313061 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=969512dc-74a0-418a-95ca-d6ee02483271,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:54.386287 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (221eae39-e0a1-4c24-865c-6c431b9e1be1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.494545 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (221eae39-e0a1-4c24-865c-6c431b9e1be1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.496927 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks [] for router_controller (221eae39-e0a1-4c24-865c-6c431b9e1be1), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.650353 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (221eae39-e0a1-4c24-865c-6c431b9e1be1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.651035 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221eae39-e0a1-4c24-865c-6c431b9e1be1 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:02:54.657692 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.658895 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8faa9288-4505-45fe-a367-44ce0e758eaa admin admin] 10.222.0.64 "DELETE /v2.0/routers/221eae39-e0a1-4c24-865c-6c431b9e1be1 HTTP/1.1" status: 204 len: 168 time: 1.2182968 Apr 28 21:02:54.661538 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52290) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:54.709521 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43a9a8-c1c9-409b-91c7-296de3dfc53e req-2595b95b-4739-4efa-ba6c-afbcb4da7dbd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:54.711434 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f43a9a8-c1c9-409b-91c7-296de3dfc53e req-2595b95b-4739-4efa-ba6c-afbcb4da7dbd tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 943 time: 0.0514057 Apr 28 21:02:54.721402 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Deleting subnet ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56 {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:02:54.725812 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Publish callbacks [] for subnet (ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.761654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Publish callbacks [] for subnet (ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.764722 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8f43a9a8-c1c9-409b-91c7-296de3dfc53e req-fa5ccdd2-d1b5-4394-997c-cd75ae8903a2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455444 Apr 28 21:02:54.867266 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:54.898607 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b1651-c752-42d5-981a-1cd42e7bb582 req-2bc0fad1-f2b2-4b27-a376-b7400a93ad13 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:54.900443 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-612b1651-c752-42d5-981a-1cd42e7bb582 req-2bc0fad1-f2b2-4b27-a376-b7400a93ad13 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0631833 Apr 28 21:02:54.933425 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:54.958237 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-612b1651-c752-42d5-981a-1cd42e7bb582 req-994659b8-b41d-4f68-8a3e-25188aec03e1 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501010 Apr 28 21:02:54.962496 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:54.962984 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c6b59154-0d18-4ea8-b505-a5ccc7dfa4d0 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:55.019696 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for subnet (ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.044738 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:55.051895 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.055203 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4e020333-cd91-44b0-9c7e-1a773e336deb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae4fa5ec-0e0f-4fd0-9c10-f8fd0cac0c56 HTTP/1.1" status: 204 len: 168 time: 0.3925755 Apr 28 21:02:55.057946 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e6cc3-7a42-46cb-beac-e9f92e60116f None None] Network afa76452-3a0d-4b99-91fd-0c015d2b83e6 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:02:55.058116 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52294) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:55.112283 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa9ed-8c37-4053-8228-4f97bfffa965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.127830 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (afa76452-3a0d-4b99-91fd-0c015d2b83e6), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.183911 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Deleting port 665a9583-9900-4bdb-8625-7e67d0972cb0 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:55.184298 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.257503 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] For port 665a9583-9900-4bdb-8625-7e67d0972cb0, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=665a9583-9900-4bdb-8625-7e67d0972cb0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:55.257879 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.271487 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Calling delete_port for 665a9583-9900-4bdb-8625-7e67d0972cb0 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:55.350845 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] DHCP port deletion for afa76452-3a0d-4b99-91fd-0c015d2b83e6 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:02:55.403182 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] Deleting port 665a9583-9900-4bdb-8625-7e67d0972cb0 {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:02:55.403560 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.478357 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] For port 665a9583-9900-4bdb-8625-7e67d0972cb0, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=665a9583-9900-4bdb-8625-7e67d0972cb0,segment=NetworkSegment(cef7f17e-365c-44e5-909a-deb8204ebd15),segment_id=cef7f17e-365c-44e5-909a-deb8204ebd15)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:55.478761 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.492848 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] Calling delete_port for 665a9583-9900-4bdb-8625-7e67d0972cb0 owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:02:55.531456 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.559094 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 516c5c82-f5f4-465a-b46e-3b27cafaca07 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:02:55.563408 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=665a9583-9900-4bdb-8625-7e67d0972cb0,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:55.565711 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] No DVR routers for this DVR port 665a9583-9900-4bdb-8625-7e67d0972cb0 on host dv-cinder-750782-20-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:55.586944 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (665a9583-9900-4bdb-8625-7e67d0972cb0), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.628239 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] Pushing event deleted for resources: {'Port': ['ID=665a9583-9900-4bdb-8625-7e67d0972cb0,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:55.643735 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b371b-eefb-40bd-b58c-41ab49532e96 None None] No DVR routers for this DVR port 665a9583-9900-4bdb-8625-7e67d0972cb0 on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:55.646540 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (afa76452-3a0d-4b99-91fd-0c015d2b83e6), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.669171 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.669754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.670843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.671174 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > port after_create 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.671546 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.671935 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > port after_update 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.672187 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.672509 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.672818 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.673136 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.723742 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 516c5c82-f5f4-465a-b46e-3b27cafaca07, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:55.737038 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'port_id': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'mac_address': 'fa:16:3e:b0:89:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:02:55.773280 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.773775 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.774304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.774840 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 21:02:55.775413 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa76452-3a0d-4b99-91fd-0c015d2b83e6']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:55.779417 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 516c5c82-f5f4-465a-b46e-3b27cafaca07 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:02:55.780821 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.800583 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516c5c82-f5f4-465a-b46e-3b27cafaca07 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:55.803298 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef7f17e-365c-44e5-909a-deb8204ebd15') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:55.803726 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef7f17e-365c-44e5-909a-deb8204ebd15') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:55.822017 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 516c5c82-f5f4-465a-b46e-3b27cafaca07, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:55.822230 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (cef7f17e-365c-44e5-909a-deb8204ebd15), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.844402 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (cef7f17e-365c-44e5-909a-deb8204ebd15), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.854038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:02:55.854495 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (cef7f17e-365c-44e5-909a-deb8204ebd15), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: from cryptography.utils import int_from_bytes Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: from cryptography.utils import int_from_bytes Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:02:55.859293 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:02:55.883724 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f7c65-e4bf-4568-80ee-37d8cad87631 req-a2c5bafa-1cbf-48d0-b7a2-db6bea19ac6f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:55.885424 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c6f7c65-e4bf-4568-80ee-37d8cad87631 req-a2c5bafa-1cbf-48d0-b7a2-db6bea19ac6f tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 943 time: 0.0507934 Apr 28 21:02:55.903164 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:55.942579 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c6f7c65-e4bf-4568-80ee-37d8cad87631 req-70b499aa-0853-4414-989d-9e73e32dda53 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510964 Apr 28 21:02:55.958726 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=516c5c82-f5f4-465a-b46e-3b27cafaca07,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:55.966171 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.966515 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.966854 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.967242 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.967572 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.967899 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.968279 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.968638 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.968961 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.969288 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.969609 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.969931 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.970250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.970568 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:55.970881 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:56.013626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (afa76452-3a0d-4b99-91fd-0c015d2b83e6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.021934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.028263 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/afa76452-3a0d-4b99-91fd-0c015d2b83e6 HTTP/1.1" status: 204 len: 168 time: 0.9689364 Apr 28 21:02:56.038845 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1de5c-b86a-4a52-a4bc-63f8180aeae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa76452-3a0d-4b99-91fd-0c015d2b83e6,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:56.094386 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0456292-f280-4b91-9b79-9d945b5e9bd0 req-860193d0-960e-4235-a5e1-0e406c3f4ab6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:56.096177 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0456292-f280-4b91-9b79-9d945b5e9bd0 req-860193d0-960e-4235-a5e1-0e406c3f4ab6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0616097 Apr 28 21:02:56.151504 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0456292-f280-4b91-9b79-9d945b5e9bd0 req-31503d7e-0731-4c62-9779-061bd2754630 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487247 Apr 28 21:02:56.205636 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['516c5c82-f5f4-465a-b46e-3b27cafaca07'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:02:56.302916 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.477028 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52306) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:56.519167 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d1b6305a-e438-43e4-92d0-08a82941f26c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=366ea24d412445029b82b48bff664f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409529 Apr 28 21:02:56.521627 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52308) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:56.575231 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-87e31f0a-6304-4b04-9048-6ee8e0035ef0 admin admin] Publish callbacks [] for security_group (4dab5fed-24ff-4054-b686-29f075537862), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.598973 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-87e31f0a-6304-4b04-9048-6ee8e0035ef0 admin admin] Publish callbacks [] for security_group (4dab5fed-24ff-4054-b686-29f075537862), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.699511 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-87e31f0a-6304-4b04-9048-6ee8e0035ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (4dab5fed-24ff-4054-b686-29f075537862), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.702687 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-87e31f0a-6304-4b04-9048-6ee8e0035ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:56.703891 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-87e31f0a-6304-4b04-9048-6ee8e0035ef0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4dab5fed-24ff-4054-b686-29f075537862 HTTP/1.1" status: 204 len: 168 time: 0.1813521 Apr 28 21:02:56.712841 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e31f0a-6304-4b04-9048-6ee8e0035ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dab5fed-24ff-4054-b686-29f075537862,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:56.892402 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 969512dc-74a0-418a-95ca-d6ee02483271 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:56.917155 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 969512dc-74a0-418a-95ca-d6ee02483271 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:56.917510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 969512dc-74a0-418a-95ca-d6ee02483271 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:56.917938 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 665a9583-9900-4bdb-8625-7e67d0972cb0 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:02:56.938640 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 665a9583-9900-4bdb-8625-7e67d0972cb0 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:02:56.938802 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 665a9583-9900-4bdb-8625-7e67d0972cb0 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:02:57.069561 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40a3cc-e503-46db-9c78-bf309fcab835 req-b3f1c0ad-e7f6-4343-82fa-6635f1ef0bd1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:57.071138 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae40a3cc-e503-46db-9c78-bf309fcab835 req-b3f1c0ad-e7f6-4343-82fa-6635f1ef0bd1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 944 time: 0.0516284 Apr 28 21:02:57.132655 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ae40a3cc-e503-46db-9c78-bf309fcab835 req-6bcd108d-bfdf-4c82-be47-f4781ce3fa41 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553241 Apr 28 21:02:57.271572 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ac8fc-9c3f-4945-99fa-694e90de49f9 req-d4ffec4b-52aa-4d19-b414-27a6b18a3c81 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:57.273158 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-129ac8fc-9c3f-4945-99fa-694e90de49f9 req-d4ffec4b-52aa-4d19-b414-27a6b18a3c81 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0471184 Apr 28 21:02:57.324097 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-129ac8fc-9c3f-4945-99fa-694e90de49f9 req-c19d403c-b784-48dc-8da2-3af33025e7c0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Apr 28 21:02:57.436396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52318) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:57.476496 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a35dfa00-b3b7-41e9-8dfc-a4fd21c31b23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d6171cbd6324597b3e61f09e656bbdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389311 Apr 28 21:02:57.478872 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52320) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:02:57.528622 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-40cd6321-9066-4bdc-a898-e816120b187d admin admin] Publish callbacks [] for security_group (f4261846-2f1c-4a25-9801-6e232eef4fc9), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.550249 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-40cd6321-9066-4bdc-a898-e816120b187d admin admin] Publish callbacks [] for security_group (f4261846-2f1c-4a25-9801-6e232eef4fc9), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.580458 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 516c5c82-f5f4-465a-b46e-3b27cafaca07 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:02:57.626351 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 516c5c82-f5f4-465a-b46e-3b27cafaca07 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:02:57.687856 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-40cd6321-9066-4bdc-a898-e816120b187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f4261846-2f1c-4a25-9801-6e232eef4fc9), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.690479 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-40cd6321-9066-4bdc-a898-e816120b187d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.691627 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-40cd6321-9066-4bdc-a898-e816120b187d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4261846-2f1c-4a25-9801-6e232eef4fc9 HTTP/1.1" status: 204 len: 168 time: 0.2118261 Apr 28 21:02:57.700191 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd6321-9066-4bdc-a898-e816120b187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4261846-2f1c-4a25-9801-6e232eef4fc9,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:57.750940 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 516c5c82-f5f4-465a-b46e-3b27cafaca07 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:02:57.751411 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.830468 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 516c5c82-f5f4-465a-b46e-3b27cafaca07 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:02:57.830852 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.853819 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:57.856081 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31695c10-7469-435c-937f-1c6bb2532126" -d '{"events": [{"server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "name": "network-vif-plugged", "status": "completed", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:02:57.868666 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 516c5c82-f5f4-465a-b46e-3b27cafaca07, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:02:57.895133 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ebb112-ff95-48ec-a91b-58dac657fa2c x-openstack-request-id: req-56ebb112-ff95-48ec-a91b-58dac657fa2c {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:02:57.895305 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "name": "network-vif-plugged", "status": "completed", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:02:57.896009 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56ebb112-ff95-48ec-a91b-58dac657fa2c {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:02:57.896226 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ebb112-ff95-48ec-a91b-58dac657fa2c'] response: {'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'code': 200} Apr 28 21:02:57.939465 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:57.987715 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=516c5c82-f5f4-465a-b46e-3b27cafaca07,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:58.031375 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:58.252208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7032ec0-004f-46ca-b668-87c7bc159a1c req-3322b4c6-e4d7-4efd-b957-9f05f5ef8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:58.254064 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7032ec0-004f-46ca-b668-87c7bc159a1c req-3322b4c6-e4d7-4efd-b957-9f05f5ef8d00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 1129 time: 0.0619192 Apr 28 21:02:58.279069 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281abf6-ae73-4853-b701-d2aa462a8e9d req-20205173-a41c-45ed-b59a-e6e41fe8e326 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:58.282624 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0281abf6-ae73-4853-b701-d2aa462a8e9d req-20205173-a41c-45ed-b59a-e6e41fe8e326 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0658438 Apr 28 21:02:58.305078 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7032ec0-004f-46ca-b668-87c7bc159a1c req-4379d22f-4b71-4db6-bd0c-03a5bc30b897 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Apr 28 21:02:58.331775 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0281abf6-ae73-4853-b701-d2aa462a8e9d req-30d53c83-78e8-4952-99ae-0cc51ef45c9c tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 Apr 28 21:02:58.463819 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063baef5-5916-485b-bbaf-351a12c8549e req-f91013d7-37d7-439c-a108-389d12164c07 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:58.465398 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-063baef5-5916-485b-bbaf-351a12c8549e req-f91013d7-37d7-439c-a108-389d12164c07 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Apr 28 21:02:58.514866 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-063baef5-5916-485b-bbaf-351a12c8549e req-9c9daf5f-7c5f-4628-aec2-25a0365f83ab tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Apr 28 21:02:59.276277 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:02:59.449774 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a15cd-4aef-4493-817c-e5c1b4918e17 req-b11b096a-dfc1-4030-aefd-d4de9ccb39fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:59.451322 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-626a15cd-4aef-4493-817c-e5c1b4918e17 req-b11b096a-dfc1-4030-aefd-d4de9ccb39fc tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0507698 Apr 28 21:02:59.500899 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-626a15cd-4aef-4493-817c-e5c1b4918e17 req-4e00cab1-486f-42d9-be87-51f6d82a03ce tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Apr 28 21:02:59.632992 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c5f9-3179-4b22-b6d0-0251a138d1ee req-d7c4f763-ab40-4f3c-9d52-bd25a08446de tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:59.634475 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4326c5f9-3179-4b22-b6d0-0251a138d1ee req-d7c4f763-ab40-4f3c-9d52-bd25a08446de tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0481100 Apr 28 21:02:59.681319 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4326c5f9-3179-4b22-b6d0-0251a138d1ee req-f28081b6-9022-46e3-b589-4691c0756735 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Apr 28 21:03:00.614827 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d02c0c-cb7a-4201-a5b2-2ffd99e4b4ec req-9257e19a-b7d6-4e60-95fa-e3b69746270b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:00.616391 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-04d02c0c-cb7a-4201-a5b2-2ffd99e4b4ec req-9257e19a-b7d6-4e60-95fa-e3b69746270b tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0474610 Apr 28 21:03:00.666277 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-04d02c0c-cb7a-4201-a5b2-2ffd99e4b4ec req-610523c0-e7fe-4449-ab64-5f25d54e50ca tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 Apr 28 21:03:00.804191 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcf3e7-6aab-4d3f-a49e-7d3c5ed5f3e3 req-8df0a05d-2f78-4e82-ac68-3ead9faecffe tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:00.805716 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-94bcf3e7-6aab-4d3f-a49e-7d3c5ed5f3e3 req-8df0a05d-2f78-4e82-ac68-3ead9faecffe tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0737929 Apr 28 21:03:00.814391 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52340) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:00.819115 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Request body: {'floatingip': {'port_id': '516c5c82-f5f4-465a-b46e-3b27cafaca07'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:00.822872 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081006fb-cec1-408e-a9ce-ed2fc6e395f2 req-5dfd863e-e242-4883-88f1-0a8ecdec3c75 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:00.824551 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-081006fb-cec1-408e-a9ce-ed2fc6e395f2 req-5dfd863e-e242-4883-88f1-0a8ecdec3c75 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0639188 Apr 28 21:03:00.863281 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (30580bcd-3aa9-4f9d-ae48-d13963cfd2c7), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:00.876877 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-081006fb-cec1-408e-a9ce-ed2fc6e395f2 req-ff17636f-6096-4f8c-ae43-69685d8e0c29 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465245 Apr 28 21:03:01.301583 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:01.381770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (30580bcd-3aa9-4f9d-ae48-d13963cfd2c7), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:01.484910 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP 30580bcd-3aa9-4f9d-ae48-d13963cfd2c7 associated. External IP: 172.27.0.147, port: 516c5c82-f5f4-465a-b46e-3b27cafaca07. Apr 28 21:03:01.702439 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:02.010844 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9e54f-3a28-4d48-9835-b8cfe703f2c7 req-1a6c09ee-a72e-4478-b64f-a816d6484423 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:02.012322 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b8d9e54f-3a28-4d48-9835-b8cfe703f2c7 req-1a6c09ee-a72e-4478-b64f-a816d6484423 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0573909 Apr 28 21:03:02.036133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:02.040947 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:02.048050 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:02.057992 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:02.059206 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:02.064998 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b8d9e54f-3a28-4d48-9835-b8cfe703f2c7 req-079d5ea0-6416-4180-a6a9-720a35d60e86 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Apr 28 21:03:02.095968 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2a6b8677-5f69-4069-8ee5-e04767827665 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "PUT /v2.0/floatingips/30580bcd-3aa9-4f9d-ae48-d13963cfd2c7 HTTP/1.1" status: 200 len: 991 time: 1.2680459 Apr 28 21:03:02.095968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:02.095968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234a6c5-9598-4222-aabe-21c7201e7c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:02.125259 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085c200f-9821-443b-b078-547c215ce9dc x-openstack-request-id: req-085c200f-9821-443b-b078-547c215ce9dc {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:02.125559 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:02.125811 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-085c200f-9821-443b-b078-547c215ce9dc {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:02.126291 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085c200f-9821-443b-b078-547c215ce9dc'] response: {'name': 'network-changed', 'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'status': 'completed', 'code': 200} Apr 28 21:03:02.189206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-51ad5b02-23ba-4568-bd1f-2c7e8f9df3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:02.190796 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-51ad5b02-23ba-4568-bd1f-2c7e8f9df3b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=880ebdbafffe496e8ce531d370e46b94&device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 1129 time: 0.0429604 Apr 28 21:03:02.292525 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-bea36f79-a2fc-4901-b2e8-4cefd1b0f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:02.292525 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-bea36f79-a2fc-4901-b2e8-4cefd1b0f340 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 200 len: 915 time: 0.0905890 Apr 28 21:03:02.308959 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:02.358807 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-f1da07e0-afed-4f81-a30a-b3f3334913ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07 HTTP/1.1" status: 200 len: 999 time: 0.0606945 Apr 28 21:03:02.414730 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-225c0d1f-816b-46ba-99bb-1272b5aa1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:02.416259 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-225c0d1f-816b-46ba-99bb-1272b5aa1933 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 200 len: 853 time: 0.0462987 Apr 28 21:03:02.470758 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-0444a059-9979-48e4-afd6-3fb53fee8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:02.472272 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-0444a059-9979-48e4-afd6-3fb53fee8486 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d55ebe7-28c1-49d3-9227-248a174c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438600 Apr 28 21:03:02.535627 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '30580bcd-3aa9-4f9d-ae48-d13963cfd2c7', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:b0:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3096c423-d3af-4b95-a315-cad214eaacd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:02:46Z', 'updated_at': '2022-04-28T21:03:01Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:02.566258 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:02.576082 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:02.577421 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:02.586200 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-81cc5816-3727-48e4-aca9-2355d96d708b service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035762 Apr 28 21:03:02.697710 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c234a6c5-9598-4222-aabe-21c7201e7c8b req-a73df09b-c3d9-477e-afd0-1877e8efc743 service neutron] 10.222.0.61 "GET /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044083 Apr 28 21:03:02.709248 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:02.950982 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '30580bcd-3aa9-4f9d-ae48-d13963cfd2c7', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:b0:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3096c423-d3af-4b95-a315-cad214eaacd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:02:46Z', 'updated_at': '2022-04-28T21:03:01Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:02.978391 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd35122-87b4-4e59-8b58-3bca4c5c1347 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '30580bcd-3aa9-4f9d-ae48-d13963cfd2c7', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'port_id': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'mac_address': 'fa:16:3e:b0:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3096c423-d3af-4b95-a315-cad214eaacd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:02:46Z', 'updated_at': '2022-04-28T21:03:01Z', 'revision_number': 1, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:03.200968 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015702fa-e8b3-40ae-a0dc-9a7339281865 req-18f89a0b-e616-485a-aca3-9bedb14c9fae tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:03.203311 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-015702fa-e8b3-40ae-a0dc-9a7339281865 req-18f89a0b-e616-485a-aca3-9bedb14c9fae tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0539451 Apr 28 21:03:03.209406 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed9ebe-4914-42af-b14c-9c05663f0b2f None None] New status for floating IP 30580bcd-3aa9-4f9d-ae48-d13963cfd2c7: ACTIVE {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:03:03.260058 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-015702fa-e8b3-40ae-a0dc-9a7339281865 req-300eab2b-bb33-4083-8cff-4185234d42a4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481310 Apr 28 21:03:03.604702 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:03:03.713855 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:03.725184 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '79b83871-5789-495e-9578-3b302e86276a', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'port_id': '79b83871-5789-495e-9578-3b302e86276a', 'mac_address': 'fa:16:3e:f5:07:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:03:03.764387 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: ACTIVE; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:03.764779 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:03.777595 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79b83871-5789-495e-9578-3b302e86276a {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:03:03.801102 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:03.881954 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:03.931082 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=6']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:04.043116 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['79b83871-5789-495e-9578-3b302e86276a'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:03:04.389557 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4b56-cd22-49be-8d3b-f14177558688 req-b7800baf-c1b0-4a97-a327-0763523e020d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:04.391061 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df0f4b56-cd22-49be-8d3b-f14177558688 req-b7800baf-c1b0-4a97-a327-0763523e020d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 944 time: 0.0532720 Apr 28 21:03:04.450382 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df0f4b56-cd22-49be-8d3b-f14177558688 req-6ced0944-f2d3-4d3d-9d49-e81c82c357d2 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532131 Apr 28 21:03:05.606829 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51555c2e-e83e-4b6a-8d8c-b258d5c77f2c req-f32c9815-bfb6-40e2-a876-4bc6fb2a3655 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:05.615616 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51555c2e-e83e-4b6a-8d8c-b258d5c77f2c req-f32c9815-bfb6-40e2-a876-4bc6fb2a3655 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 944 time: 0.0641403 Apr 28 21:03:05.630548 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:03:05.681177 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-51555c2e-e83e-4b6a-8d8c-b258d5c77f2c req-c9d7f4ea-c7a1-48e8-beed-1debbaa8c79b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645454 Apr 28 21:03:05.734251 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 79b83871-5789-495e-9578-3b302e86276a triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:03:05.734541 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (79b83871-5789-495e-9578-3b302e86276a), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:05.754654 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3dbe6-2536-4590-8223-0efabafbdfed req-bedaecab-3eb2-4dac-aef7-318b5c2caa9d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:05.758061 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7b3dbe6-2536-4590-8223-0efabafbdfed req-bedaecab-3eb2-4dac-aef7-318b5c2caa9d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0725679 Apr 28 21:03:05.834327 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7b3dbe6-2536-4590-8223-0efabafbdfed req-29bd90c9-d165-40b8-b858-f701950c3f29 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694280 Apr 28 21:03:05.843048 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:05.843441 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:05.874373 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:05.876613 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8a8bbc-7746-4567-b706-f16b25fb6896" -d '{"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-plugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:05.892205 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:05.979698 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:06.009964 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df834871-44b7-4a32-b138-5f0213c2d248 x-openstack-request-id: req-df834871-44b7-4a32-b138-5f0213c2d248 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:06.010276 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-plugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:06.010563 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df834871-44b7-4a32-b138-5f0213c2d248 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:06.010974 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df834871-44b7-4a32-b138-5f0213c2d248'] response: {'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'code': 200} Apr 28 21:03:06.052723 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=7']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:06.837206 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3a39-2bcb-4821-b6df-6277003e4a8c req-a864dfbf-2e81-4d7c-be30-496af90dcf5a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:06.849297 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c5ce3a39-2bcb-4821-b6df-6277003e4a8c req-a864dfbf-2e81-4d7c-be30-496af90dcf5a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0806174 Apr 28 21:03:06.906883 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c5ce3a39-2bcb-4821-b6df-6277003e4a8c req-584e4bcf-935a-49a6-ad0a-8fcfe0eeb23c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566864 Apr 28 21:03:06.970436 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4e0a4-5b0b-4e30-a176-e25738106c4d req-2b2ff8ea-5b75-44bc-8ea9-0089e92f8dec tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:06.972326 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2fe4e0a4-5b0b-4e30-a176-e25738106c4d req-2b2ff8ea-5b75-44bc-8ea9-0089e92f8dec tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0563107 Apr 28 21:03:07.030996 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2fe4e0a4-5b0b-4e30-a176-e25738106c4d req-b9839317-2682-4fbf-9c58-2b17eb62b9bb tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Apr 28 21:03:08.042671 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559173bb-a6d4-4f40-9b48-1e30e3853599 req-8a7d8922-c32f-4211-b1f0-8df3e44ea3c0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:08.044166 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-559173bb-a6d4-4f40-9b48-1e30e3853599 req-8a7d8922-c32f-4211-b1f0-8df3e44ea3c0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0486534 Apr 28 21:03:08.100343 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-559173bb-a6d4-4f40-9b48-1e30e3853599 req-a857f2d6-96c3-4ad1-9f86-00dcc3d84b12 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495324 Apr 28 21:03:08.158410 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b945a7-5026-4848-85f1-3bd9be53ce50 req-6cc5e6d4-dd18-409f-9ab5-be565985be85 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:08.159929 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1b945a7-5026-4848-85f1-3bd9be53ce50 req-6cc5e6d4-dd18-409f-9ab5-be565985be85 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0512762 Apr 28 21:03:08.211660 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1b945a7-5026-4848-85f1-3bd9be53ce50 req-31ed2e83-86fe-4ceb-a584-70b0d8310bf2 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449054 Apr 28 21:03:09.172124 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-7a693d60-72c3-49dc-8a3d-b984fcf1d89d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:09.173893 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-7a693d60-72c3-49dc-8a3d-b984fcf1d89d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0633173 Apr 28 21:03:09.285278 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a69dd4-aeab-4c2b-91fb-a6995f4e2fca req-37dec3f3-0bd9-42c3-89c9-fb53b8a6dab7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:09.287501 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97a69dd4-aeab-4c2b-91fb-a6995f4e2fca req-37dec3f3-0bd9-42c3-89c9-fb53b8a6dab7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0883286 Apr 28 21:03:09.322328 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Deleting port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:09.323435 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:09.396298 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-97a69dd4-aeab-4c2b-91fb-a6995f4e2fca req-9589bcab-f558-4359-be9c-1dc97774badc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964875 Apr 28 21:03:09.418800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87e404-8eaa-43c7-b73e-04614f96da48 req-24ac6311-0b7d-486f-9f38-df0367637d00 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:09.424974 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b87e404-8eaa-43c7-b73e-04614f96da48 req-24ac6311-0b7d-486f-9f38-df0367637d00 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 945 time: 0.0952551 Apr 28 21:03:09.469484 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] For port 77fed45f-c071-4108-b1cd-beaa0d7c4be6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=77fed45f-c071-4108-b1cd-beaa0d7c4be6,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:09.469998 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:09.501145 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b87e404-8eaa-43c7-b73e-04614f96da48 req-e6331948-c571-4c67-9642-86a2595dc2e6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac4a31-395c-449b-bd16-05a4e6004800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721061 Apr 28 21:03:09.704703 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:09.705107 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (af689490-76f9-4648-8491-5101e102401d), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:09.705423 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Floating IP af689490-76f9-4648-8491-5101e102401d disassociated. External IP: 172.27.0.53, port: 77fed45f-c071-4108-b1cd-beaa0d7c4be6. Apr 28 21:03:09.705772 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Calling delete_port for 77fed45f-c071-4108-b1cd-beaa0d7c4be6 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:09.919161 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (77fed45f-c071-4108-b1cd-beaa0d7c4be6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:09.950403 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event deleted for resources: {'Port': ['ID=77fed45f-c071-4108-b1cd-beaa0d7c4be6,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:10.094081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Router d5c92d8c-02a3-4d6a-aeda-67361beba0cf has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:10.230187 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:10.245195 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] Sync routers for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:10.259159 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:10.260475 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:10.290701 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] No DVR routers for this DVR port 77fed45f-c071-4108-b1cd-beaa0d7c4be6 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:10.296338 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:10.306738 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9663aea3-9e17-4330-8109-dab42dfd0b9b req-89a6f7e1-c9a0-4ce6-a7d8-c37db4f3a87c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "DELETE /v2.0/ports/77fed45f-c071-4108-b1cd-beaa0d7c4be6 HTTP/1.1" status: 204 len: 173 time: 1.1259444 Apr 28 21:03:10.307566 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'name': 'network-vif-deleted', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:10.331166 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8347feed-efdb-41be-bbc8-a14f33c6c291" -d '{"events": [{"server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "name": "network-vif-deleted", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:10.408090 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e49c35-b661-4e86-b98e-9ac0ab7532fc x-openstack-request-id: req-52e49c35-b661-4e86-b98e-9ac0ab7532fc {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:10.408570 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c788ef-b4a3-4e49-9273-0ae557bf2306", "name": "network-vif-deleted", "tag": "77fed45f-c071-4108-b1cd-beaa0d7c4be6", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:10.409163 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52e49c35-b661-4e86-b98e-9ac0ab7532fc {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:10.409704 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e49c35-b661-4e86-b98e-9ac0ab7532fc'] response: {'server_uuid': '82c788ef-b4a3-4e49-9273-0ae557bf2306', 'name': 'network-vif-deleted', 'tag': '77fed45f-c071-4108-b1cd-beaa0d7c4be6', 'status': 'completed', 'code': 200} Apr 28 21:03:10.459471 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:10.680907 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f3535-2cd0-44b2-a890-8a881947f9b6 req-9bbdb090-15ab-4ffb-8d17-b38ec43b51ba tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:10.684117 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa4f3535-2cd0-44b2-a890-8a881947f9b6 req-9bbdb090-15ab-4ffb-8d17-b38ec43b51ba tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.1408901 Apr 28 21:03:10.742090 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4f68160d-1e50-4778-aca3-31752f2929f2 req-b07e976b-e74a-40a4-b663-fad808321791 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=82c788ef-b4a3-4e49-9273-0ae557bf2306 HTTP/1.1" status: 200 len: 210 time: 0.0565836 Apr 28 21:03:10.791752 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa4f3535-2cd0-44b2-a890-8a881947f9b6 req-7e9a84cb-1e2f-4bf7-aa4b-51a69ce6e738 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889480 Apr 28 21:03:10.862298 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:10.896236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] Checking router: d5c92d8c-02a3-4d6a-aeda-67361beba0cf for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:10.911383 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:10.912375 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:11.085512 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:11.330242 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:11.372109 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd1966-6417-4f69-a649-2516e8e27016 None None] The sync data for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi is: [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T20:58:44Z', 'revision_number': 4, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'd4c5d12a-0c4e-4719-a01d-6dff34c57006', 'name': '', 'network_id': 'a663f45b-7c2c-4224-a6e7-714fb8381213', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'mac_address': 'fa:16:3e:1a:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:43Z', 'updated_at': '2022-04-28T20:58:48Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'subnets': [{'id': '8a908e72-265e-4a76-a0db-28a557e0123c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:11.677926 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497a36b-a61f-492a-8f6d-afd5f95a8864 None None] New status for floating IP af689490-76f9-4648-8491-5101e102401d: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:03:11.953921 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751f3ac-9956-45da-9923-33f056ce2f51 req-ecabc81e-e3e9-49d3-ae89-7ad6c64a1c83 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:11.955569 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4751f3ac-9956-45da-9923-33f056ce2f51 req-ecabc81e-e3e9-49d3-ae89-7ad6c64a1c83 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0696113 Apr 28 21:03:12.009744 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4751f3ac-9956-45da-9923-33f056ce2f51 req-20691987-75e6-4a46-b6e8-d88115e64d15 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473704 Apr 28 21:03:12.339968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52468) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:12.443428 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ec64510-1885-4f30-aa19-b65f4d69fea9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group (99ac4a31-395c-449b-bd16-05a4e6004800), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.474187 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ec64510-1885-4f30-aa19-b65f4d69fea9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group (99ac4a31-395c-449b-bd16-05a4e6004800), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.596430 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ec64510-1885-4f30-aa19-b65f4d69fea9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (99ac4a31-395c-449b-bd16-05a4e6004800), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.599561 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-9ec64510-1885-4f30-aa19-b65f4d69fea9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.600755 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-9ec64510-1885-4f30-aa19-b65f4d69fea9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "DELETE /v2.0/security-groups/99ac4a31-395c-449b-bd16-05a4e6004800 HTTP/1.1" status: 204 len: 168 time: 0.2590790 Apr 28 21:03:12.604116 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52474) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:12.612127 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec64510-1885-4f30-aa19-b65f4d69fea9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac4a31-395c-449b-bd16-05a4e6004800,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:12.649465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-5f4b1173-67f3-4b52-88e4-3be739413f70 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] show failed (client error): The resource could not be found. Apr 28 21:03:12.653852 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5f4b1173-67f3-4b52-88e4-3be739413f70 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups/99ac4a31-395c-449b-bd16-05a4e6004800 HTTP/1.1" status: 404 len: 347 time: 0.0443368 Apr 28 21:03:12.654730 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52476) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:12.825520 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Deleting port ca1d24b8-7189-466a-b5c7-710eb853ed65 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:12.826518 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.932828 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.933172 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (ca1d24b8-7189-466a-b5c7-710eb853ed65), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:12.957995 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Calling delete_port for ca1d24b8-7189-466a-b5c7-710eb853ed65 owned by network:floatingip {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:13.220841 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56ab5c-b3eb-40a7-842c-5c5abc39ead6 req-87ee79c4-50a6-4b74-8cf9-046ca8e21452 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:13.222938 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bf56ab5c-b3eb-40a7-842c-5c5abc39ead6 req-87ee79c4-50a6-4b74-8cf9-046ca8e21452 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0642383 Apr 28 21:03:13.276560 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bf56ab5c-b3eb-40a7-842c-5c5abc39ead6 req-1f70724e-e163-4a20-baf3-ff3f5746d7c3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473433 Apr 28 21:03:13.290312 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (ca1d24b8-7189-466a-b5c7-710eb853ed65), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:13.320083 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event deleted for resources: {'Port': ['ID=ca1d24b8-7189-466a-b5c7-710eb853ed65,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:13.397867 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks [] for floatingip (af689490-76f9-4648-8491-5101e102401d), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:13.400435 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:13.401634 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-6e86eb38-c7ea-4cd2-abc0-d0e528c685c7 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "DELETE /v2.0/floatingips/af689490-76f9-4648-8491-5101e102401d HTTP/1.1" status: 204 len: 168 time: 0.7455580 Apr 28 21:03:13.678791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 77fed45f-c071-4108-b1cd-beaa0d7c4be6 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:13.704118 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 77fed45f-c071-4108-b1cd-beaa0d7c4be6 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:13.704554 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 77fed45f-c071-4108-b1cd-beaa0d7c4be6 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:14.487212 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82251df9-3215-469a-85c3-25ad8e8fbc06 req-5b53fa9f-927f-4d90-8b54-2260259c67bd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:14.488828 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82251df9-3215-469a-85c3-25ad8e8fbc06 req-5b53fa9f-927f-4d90-8b54-2260259c67bd tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0806172 Apr 28 21:03:14.547537 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82251df9-3215-469a-85c3-25ad8e8fbc06 req-eb1f20b1-0d20-43d5-acab-474dc4f9f244 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526333 Apr 28 21:03:15.671711 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86970a0e-d396-4156-96d1-7df2d98e3f02 req-7233770a-d6c9-44b6-a76a-c028bc3f64da tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:15.673248 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86970a0e-d396-4156-96d1-7df2d98e3f02 req-7233770a-d6c9-44b6-a76a-c028bc3f64da tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0484998 Apr 28 21:03:15.731616 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-86970a0e-d396-4156-96d1-7df2d98e3f02 req-21bc23a7-1a4e-4df8-b676-3d9297d1929c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522134 Apr 28 21:03:16.553839 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa171-3579-40f5-8aa1-f1a58b677925 req-2af131f1-b3a0-4813-86e3-719bea20ba52 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:16.555357 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-959aa171-3579-40f5-8aa1-f1a58b677925 req-2af131f1-b3a0-4813-86e3-719bea20ba52 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0560327 Apr 28 21:03:16.603730 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-959aa171-3579-40f5-8aa1-f1a58b677925 req-ee48110c-59ac-4a66-a67d-03f9534ca396 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Apr 28 21:03:16.859819 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd30c-6f83-4bd1-8ed6-989ce09fb09f req-53e8e5f6-5f07-4f93-8616-8300772f0651 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:16.861665 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed0fd30c-6f83-4bd1-8ed6-989ce09fb09f req-53e8e5f6-5f07-4f93-8616-8300772f0651 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Apr 28 21:03:16.914359 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed0fd30c-6f83-4bd1-8ed6-989ce09fb09f req-6cc90a4e-a1ec-4289-a903-1a7f4b32e324 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466201 Apr 28 21:03:17.002131 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dab9b9-0369-4532-8350-7d1dbd51f8cb req-832c8f81-9562-4cff-85fc-119bd35651b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:17.003605 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-19dab9b9-0369-4532-8350-7d1dbd51f8cb req-832c8f81-9562-4cff-85fc-119bd35651b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0518343 Apr 28 21:03:17.057796 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-19dab9b9-0369-4532-8350-7d1dbd51f8cb req-057de5cc-1095-46c8-b1e5-254462bd4042 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482757 Apr 28 21:03:17.730692 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be08c-9020-47c4-a514-b1ae88cee35e req-180815bc-3e89-4b8e-9e76-c86316c3f3cc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:17.732200 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-523be08c-9020-47c4-a514-b1ae88cee35e req-180815bc-3e89-4b8e-9e76-c86316c3f3cc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0467587 Apr 28 21:03:17.781110 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-523be08c-9020-47c4-a514-b1ae88cee35e req-00b397c7-4775-4ccb-9144-8ba884b0c1a6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Apr 28 21:03:17.811771 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:03:18.040213 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3353-50f2-4d02-8895-28ee53f39604 req-d5c0f6be-58ef-43ec-bb5a-b0c9a85fdf5a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:18.041832 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-284e3353-50f2-4d02-8895-28ee53f39604 req-d5c0f6be-58ef-43ec-bb5a-b0c9a85fdf5a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Apr 28 21:03:18.105478 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-284e3353-50f2-4d02-8895-28ee53f39604 req-0107b1d7-b21e-47cf-8b5b-549c5c172cb7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487583 Apr 28 21:03:18.230826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729911-8527-4503-9034-50a511b24c96 req-7007f24d-dbf7-4916-8fe3-2643b54c19e0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:18.232861 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e9729911-8527-4503-9034-50a511b24c96 req-7007f24d-dbf7-4916-8fe3-2643b54c19e0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0543375 Apr 28 21:03:18.284810 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e9729911-8527-4503-9034-50a511b24c96 req-81cd465d-b085-45f4-b523-1f0df1e64e6b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Apr 28 21:03:18.891750 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b85621-bb11-42dd-adda-5854be0440fc req-1a45000f-999e-40b1-82de-a4455185144c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:18.893256 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5b85621-bb11-42dd-adda-5854be0440fc req-1a45000f-999e-40b1-82de-a4455185144c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0465701 Apr 28 21:03:18.940219 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f5b85621-bb11-42dd-adda-5854be0440fc req-ff5160db-4248-4e5c-9bec-ba647530d1b4 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Apr 28 21:03:19.228817 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d168-261f-43ca-8262-494baf2d95e2 req-b47fd2e4-3800-424b-bcd0-5638223cc297 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:19.230304 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bd1d168-261f-43ca-8262-494baf2d95e2 req-b47fd2e4-3800-424b-bcd0-5638223cc297 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0473416 Apr 28 21:03:19.281236 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4bd1d168-261f-43ca-8262-494baf2d95e2 req-4b41e68f-ce11-496c-835a-7d54d8f55633 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453417 Apr 28 21:03:19.398060 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c811c-4fca-4d14-b71c-d47aafcae7a0 req-394114c6-394b-43a3-8070-7964e504b31b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:19.399438 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec6c811c-4fca-4d14-b71c-d47aafcae7a0 req-394114c6-394b-43a3-8070-7964e504b31b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0467439 Apr 28 21:03:19.448879 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ec6c811c-4fca-4d14-b71c-d47aafcae7a0 req-46e0ae27-cd08-46a1-9885-3a23afd08b2b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432451 Apr 28 21:03:20.055005 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036bab4-ddf8-4f32-8194-16af097d063f req-cd1c7a49-bd01-4074-bd92-7e4b6d8fadb6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.056528 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a036bab4-ddf8-4f32-8194-16af097d063f req-cd1c7a49-bd01-4074-bd92-7e4b6d8fadb6 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0478244 Apr 28 21:03:20.105558 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a036bab4-ddf8-4f32-8194-16af097d063f req-9d8000f3-90e8-4f18-a6de-3693cc40a6b9 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Apr 28 21:03:20.176253 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-180c64ee-b69e-49b9-a9d7-aa709303f698 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.177856 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-180c64ee-b69e-49b9-a9d7-aa709303f698 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0489147 Apr 28 21:03:20.398976 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-d831f4e0-173b-4fce-b282-28e83af236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.400596 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-d831f4e0-173b-4fce-b282-28e83af236bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1129 time: 0.1193950 Apr 28 21:03:20.415111 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e1f5-67a6-45fb-8ca1-79be041853d1 req-a234530d-b23c-4409-beb7-994a21e15bce tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.416629 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6b0e1f5-67a6-45fb-8ca1-79be041853d1 req-a234530d-b23c-4409-beb7-994a21e15bce tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0588562 Apr 28 21:03:20.432852 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a03fa4-fc62-479b-a116-44149f748559 req-3fb5222c-388b-4a8e-9649-b1bfd57768bf tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.434393 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7a03fa4-fc62-479b-a116-44149f748559 req-3fb5222c-388b-4a8e-9649-b1bfd57768bf tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.1000016 Apr 28 21:03:20.465308 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6b0e1f5-67a6-45fb-8ca1-79be041853d1 req-929ed9ef-71e2-4bb3-b03e-b16c4dcf1f9b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Apr 28 21:03:20.496900 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Deleting port 22228683-d206-4ffd-a411-7fc7028998d3 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:20.497244 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (22228683-d206-4ffd-a411-7fc7028998d3), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:20.585541 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785efce5-fbd7-4827-92db-2303b4196a83 req-99efa39e-2878-4a71-9bad-4e95c32897c1 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.593392 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-785efce5-fbd7-4827-92db-2303b4196a83 req-99efa39e-2878-4a71-9bad-4e95c32897c1 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0647945 Apr 28 21:03:20.638718 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-785efce5-fbd7-4827-92db-2303b4196a83 req-f21a19f8-e204-4016-85ed-89a9db723c2e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439255 Apr 28 21:03:20.684205 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-83032e3f-decc-4392-9684-174c1913effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.685806 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-83032e3f-decc-4392-9684-174c1913effe service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.2760465 Apr 28 21:03:20.696211 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] For port 22228683-d206-4ffd-a411-7fc7028998d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=22228683-d206-4ffd-a411-7fc7028998d3,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:20.696575 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (22228683-d206-4ffd-a411-7fc7028998d3), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:20.710893 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Deleting port 86f31e01-abb9-47b9-9d3b-ffa616610f15 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:20.711223 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:20.762790 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Calling delete_port for 22228683-d206-4ffd-a411-7fc7028998d3 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:20.847739 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-c02e6f89-9a44-4b8c-958d-d0f0b49604dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 1000 time: 0.1478472 Apr 28 21:03:20.940952 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] For port 86f31e01-abb9-47b9-9d3b-ffa616610f15, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=86f31e01-abb9-47b9-9d3b-ffa616610f15,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:20.941412 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:20.964470 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-0cbc1097-1054-43be-b84a-ded55e441d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:20.965999 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-0cbc1097-1054-43be-b84a-ded55e441d16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0857761 Apr 28 21:03:20.981386 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.067610 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-9c1a85b9-0668-44b0-ad8d-9044d7e0aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:21.069087 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-9c1a85b9-0668-44b0-ad8d-9044d7e0aac0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0938745 Apr 28 21:03:21.225445 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf9b1d-be45-489c-969a-ee885d3eedfd req-8d871f48-6f81-46a9-9799-eef3fd663d4b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:21.226941 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4fdf9b1d-be45-489c-969a-ee885d3eedfd req-8d871f48-6f81-46a9-9799-eef3fd663d4b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Apr 28 21:03:21.276793 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4fdf9b1d-be45-489c-969a-ee885d3eedfd req-429e083f-8813-4aef-a297-6ce6059fa8ef tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Apr 28 21:03:21.308649 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.309219 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (43519316-4332-4790-970d-406f0a0b53ef), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.309343 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Floating IP 43519316-4332-4790-970d-406f0a0b53ef disassociated. External IP: 172.27.0.160, port: 86f31e01-abb9-47b9-9d3b-ffa616610f15. Apr 28 21:03:21.309636 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Calling delete_port for 86f31e01-abb9-47b9-9d3b-ffa616610f15 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:21.312029 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (22228683-d206-4ffd-a411-7fc7028998d3), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.315108 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-4b844996-9fec-4434-a734-7b54f60acd9a service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381337 Apr 28 21:03:21.323693 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['33fffdff-e146-4c43-a728-3721faa7f63c', '22228683-d206-4ffd-a411-7fc7028998d3'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:03:21.585571 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event deleted for resources: {'Port': ['ID=22228683-d206-4ffd-a411-7fc7028998d3,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:21.595279 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa012-184d-4a59-a19b-2231e48c4d26 req-9e5d352f-14c1-46cb-b8f1-dbc85847cd1a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:21.597456 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8d8fa012-184d-4a59-a19b-2231e48c4d26 req-9e5d352f-14c1-46cb-b8f1-dbc85847cd1a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 945 time: 0.0541890 Apr 28 21:03:21.653681 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8d8fa012-184d-4a59-a19b-2231e48c4d26 req-c4288f7a-517e-4139-b607-11a9b3e3bd16 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494463 Apr 28 21:03:21.711195 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] No DVR routers for this DVR port 22228683-d206-4ffd-a411-7fc7028998d3 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:21.713804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:21.722566 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.725880 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-75c8a726-d984-435e-808f-146b74f4ccc0 req-2716d62a-5b1c-41af-bd70-a6ac9eb0391c tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "DELETE /v2.0/ports/22228683-d206-4ffd-a411-7fc7028998d3 HTTP/1.1" status: 204 len: 173 time: 1.4524906 Apr 28 21:03:21.726339 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'name': 'network-vif-deleted', 'tag': '22228683-d206-4ffd-a411-7fc7028998d3'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:21.728687 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed75dd-54d8-4e2c-b1e8-2511351eeb32" -d '{"events": [{"server_uuid": "d3033c8e-4abc-48b6-b3a9-227b7cc7f036", "name": "network-vif-deleted", "tag": "22228683-d206-4ffd-a411-7fc7028998d3"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:21.766699 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cf3679ea-b7fc-49ad-a711-a4bdd0d37036 req-d48e2912-669b-4d88-98fd-4675ec1d104e service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383864 Apr 28 21:03:21.768533 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae016b-1f64-417f-a89c-d0d48118e214 req-e4880da3-51ef-4461-9c51-330cadd56ab4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:21.769993 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7ae016b-1f64-417f-a89c-d0d48118e214 req-e4880da3-51ef-4461-9c51-330cadd56ab4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 946 time: 0.0561533 Apr 28 21:03:21.804553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98371cd1-a7b5-400c-8295-1f01f8d37830 x-openstack-request-id: req-98371cd1-a7b5-400c-8295-1f01f8d37830 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:21.804903 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3033c8e-4abc-48b6-b3a9-227b7cc7f036", "name": "network-vif-deleted", "tag": "22228683-d206-4ffd-a411-7fc7028998d3", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:21.805084 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98371cd1-a7b5-400c-8295-1f01f8d37830 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:21.805481 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98371cd1-a7b5-400c-8295-1f01f8d37830'] response: {'server_uuid': 'd3033c8e-4abc-48b6-b3a9-227b7cc7f036', 'name': 'network-vif-deleted', 'tag': '22228683-d206-4ffd-a411-7fc7028998d3', 'status': 'completed', 'code': 200} Apr 28 21:03:21.835746 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: ACTIVE; New status is: DOWN {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:21.836312 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.839021 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a7ae016b-1f64-417f-a89c-d0d48118e214 req-9ec2cdc9-2141-46fe-865b-b29775b52ab8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633526 Apr 28 21:03:21.859095 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:21.861385 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcd9af6-40a1-41ef-a90e-df4def57af4c" -d '{"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-unplugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:21.873804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:21.898226 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69994804-5df5-4755-964f-6c93c00045bb x-openstack-request-id: req-69994804-5df5-4755-964f-6c93c00045bb {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:21.898519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-unplugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:21.898772 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69994804-5df5-4755-964f-6c93c00045bb {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:21.899200 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69994804-5df5-4755-964f-6c93c00045bb'] response: {'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'code': 200} Apr 28 21:03:21.901241 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (86f31e01-abb9-47b9-9d3b-ffa616610f15), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:21.933139 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'Port': ['ID=86f31e01-abb9-47b9-9d3b-ffa616610f15,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:21.961986 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:22.015443 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=8']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:22.062050 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:22.174019 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:22.185847 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:22.197448 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:22.198073 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:22.216563 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] No DVR routers for this DVR port 86f31e01-abb9-47b9-9d3b-ffa616610f15 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:22.219394 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:22.222856 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7a03fa4-fc62-479b-a116-44149f748559 req-7ce09683-612c-4109-8233-64c7fc818228 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "DELETE /v2.0/ports/86f31e01-abb9-47b9-9d3b-ffa616610f15 HTTP/1.1" status: 204 len: 173 time: 1.7769563 Apr 28 21:03:22.461545 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-02fe42a6-80b0-4bd4-a542-4913498ed061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:22.468515 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:22.659757 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7ab2563e-754d-4a42-b63a-992a8c680254 req-fc1d4781-ea21-45a6-b1b7-124273903dff tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.2997847 Apr 28 21:03:22.678947 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:22.706816 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:22.716725 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:22.717346 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:02:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:22.774310 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f2a06-c562-44fe-babe-6491bb6a152a req-30dfc6a8-4782-48fd-99ac-8df117e0961e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:22.775750 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-744f2a06-c562-44fe-babe-6491bb6a152a req-30dfc6a8-4782-48fd-99ac-8df117e0961e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0457537 Apr 28 21:03:22.822226 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-744f2a06-c562-44fe-babe-6491bb6a152a req-c177e1e3-03c6-4c3d-89a7-f064683d22cc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398908 Apr 28 21:03:22.833566 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:22.935811 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57970a8c-9535-45f7-94bd-caabcb3b5e58 req-9e586932-6aa9-44c3-8762-4efa93be7b52 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 210 time: 0.0266180 Apr 28 21:03:23.024839 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:23.050854 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a9fe0-38fa-4481-b84f-21426f88cbcc None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:23.289238 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b46757-4e9d-448f-a06b-72a0116b6ba0 None None] New status for floating IP 43519316-4332-4790-970d-406f0a0b53ef: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:03:23.710424 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 22228683-d206-4ffd-a411-7fc7028998d3 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:23.730724 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 22228683-d206-4ffd-a411-7fc7028998d3 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:23.731129 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 22228683-d206-4ffd-a411-7fc7028998d3 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:23.732387 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86f31e01-abb9-47b9-9d3b-ffa616610f15 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:23.758143 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 86f31e01-abb9-47b9-9d3b-ffa616610f15 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:23.758143 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 86f31e01-abb9-47b9-9d3b-ffa616610f15 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:23.782755 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b8fae450-d875-4fff-8ae6-40d759dc0314 req-10eb6f67-6871-4703-a0d6-4b0946c9a8dd tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3033c8e-4abc-48b6-b3a9-227b7cc7f036 HTTP/1.1" status: 200 len: 210 time: 0.0440750 Apr 28 21:03:23.808204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'name': 'network-vif-deleted', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:23.813965 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38903df9-f4a6-4071-8140-3e6592a8cf95" -d '{"events": [{"server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "name": "network-vif-deleted", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:23.857939 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1f2154-cdec-49cf-a822-316da28b270e x-openstack-request-id: req-2e1f2154-cdec-49cf-a822-316da28b270e {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:23.857939 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54797a7-2607-4dbb-bfc5-abf1eb172c0f", "name": "network-vif-deleted", "tag": "86f31e01-abb9-47b9-9d3b-ffa616610f15", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:23.857939 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e1f2154-cdec-49cf-a822-316da28b270e {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:23.857939 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1f2154-cdec-49cf-a822-316da28b270e'] response: {'server_uuid': 'b54797a7-2607-4dbb-bfc5-abf1eb172c0f', 'name': 'network-vif-deleted', 'tag': '86f31e01-abb9-47b9-9d3b-ffa616610f15', 'status': 'completed', 'code': 200} Apr 28 21:03:23.946451 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1d549-0e6a-4751-9ca0-870624d50c19 req-47087e1d-83db-4c3e-95e8-81e342ecabf5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:23.947933 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abf1d549-0e6a-4751-9ca0-870624d50c19 req-47087e1d-83db-4c3e-95e8-81e342ecabf5 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0483575 Apr 28 21:03:23.998845 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abf1d549-0e6a-4751-9ca0-870624d50c19 req-b630fef1-1417-4fab-becd-3f5d4f75f115 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450075 Apr 28 21:03:24.045664 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dfde342b-8062-4fca-89bc-c901fe051443 req-d771836a-2066-484f-9dd5-6741a29e8ce8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=b54797a7-2607-4dbb-bfc5-abf1eb172c0f HTTP/1.1" status: 200 len: 210 time: 0.0281746 Apr 28 21:03:25.061598 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-172e3314-7f3e-4605-8d98-fa3cbe377565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:25.126313 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20586a-0561-433f-a98c-7387a2f431b9 req-c4cc12a4-fdb2-4d3a-8728-3cde4c778632 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:25.127767 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac20586a-0561-433f-a98c-7387a2f431b9 req-c4cc12a4-fdb2-4d3a-8728-3cde4c778632 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0549808 Apr 28 21:03:25.178011 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ac20586a-0561-433f-a98c-7387a2f431b9 req-1bcb0bc4-a21e-4eb1-a013-9a4e9c147a59 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Apr 28 21:03:25.291744 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7da2ec-3534-4110-9126-08a5cc6c1203 req-86a997dd-f5c6-46b1-9183-55b2f9cdc58d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:25.293381 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2a7da2ec-3534-4110-9126-08a5cc6c1203 req-86a997dd-f5c6-46b1-9183-55b2f9cdc58d tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0539129 Apr 28 21:03:25.345475 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2a7da2ec-3534-4110-9126-08a5cc6c1203 req-265f3996-2808-44ad-ac79-a0a21dfc3818 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Apr 28 21:03:25.478268 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-c68aa504-0d87-48a2-8d4b-0395f9724ed1 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569150433&fields=id&tenant_id=3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 267 time: 0.0488057 Apr 28 21:03:25.590540 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-318a7812-cb8c-40a3-9695-d313ee295d7a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:25.592757 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-318a7812-cb8c-40a3-9695-d313ee295d7a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 811 time: 0.1073711 Apr 28 21:03:25.608174 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-b1b78acc-d0a1-4c21-a4a5-e434779ad908 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/quotas/3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 375 time: 0.0099509 Apr 28 21:03:25.661411 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-96f4215c-e2c4-4ef4-9513-4d12fd6acaa4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477860 Apr 28 21:03:25.854755 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-7e139d91-16bf-4af0-8431-96d97bbb20f4 service neutron] 10.222.0.64 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813109 Apr 28 21:03:25.948426 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-5dd5012b-fa0a-4c2a-abeb-081f663cd9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Apr 28 21:03:26.391014 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:26.491489 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a58c-e5cd-47b5-80dd-1fc962e82580 req-1173e495-80e8-4d5b-806b-73a1d647b55f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:26.493164 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-61e2a58c-e5cd-47b5-80dd-1fc962e82580 req-1173e495-80e8-4d5b-806b-73a1d647b55f tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0541584 Apr 28 21:03:26.542075 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-61e2a58c-e5cd-47b5-80dd-1fc962e82580 req-007a3d16-9eaa-477c-88cd-5825576cae17 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Apr 28 21:03:26.937877 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-57b303ce-a17c-4ef8-b7fd-25946ea77a33 req-59c7fb8a-c6f5-45af-8fb5-7871ec8d7cc8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 210 time: 0.0346370 Apr 28 21:03:27.664246 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6c629-98b5-4b0e-a842-450a5939d117 req-f33e603e-2e72-4e67-bd4a-78f42cc209ad tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:27.665750 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39b6c629-98b5-4b0e-a842-450a5939d117 req-f33e603e-2e72-4e67-bd4a-78f42cc209ad tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0502112 Apr 28 21:03:27.725800 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:27.726770 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39b6c629-98b5-4b0e-a842-450a5939d117 req-2f5f92ce-f4c3-4221-ba51-fc09a1f1b21b tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550442 Apr 28 21:03:27.811210 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bce9d1-8d1c-4090-902f-e8c1a6c44ef6 req-26b69b0b-ac65-471c-beb0-82a0862e919a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:27.812109 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: DOWN; New status is: DOWN {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:27.812974 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10bce9d1-8d1c-4090-902f-e8c1a6c44ef6 req-26b69b0b-ac65-471c-beb0-82a0862e919a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0597811 Apr 28 21:03:27.897404 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10bce9d1-8d1c-4090-902f-e8c1a6c44ef6 req-93a4930b-a302-4481-847a-f92c6e9b0de6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763128 Apr 28 21:03:28.018778 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:28.034284 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-069098bc-ab68-4b8a-a7e4-bd24c783f2cf req-001bd6b2-f94a-4295-9a3c-372b9874a8b5 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 210 time: 0.0295737 Apr 28 21:03:28.115415 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-90a30d1d-7b3f-43b7-84da-7dd4928b340e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0369439 Apr 28 21:03:28.195800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-66c22adf-aaeb-4429-9c23-4a95c5eae395 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:28.197228 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-66c22adf-aaeb-4429-9c23-4a95c5eae395 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports/79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 940 time: 0.0539126 Apr 28 21:03:28.596354 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-08c6fe59-2ba3-45d2-ad62-a09b6d09da42 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:28.598036 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-08c6fe59-2ba3-45d2-ad62-a09b6d09da42 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0704882 Apr 28 21:03:28.697020 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Deleting port 33fffdff-e146-4c43-a728-3721faa7f63c {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:28.697368 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:28.789419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] For port 33fffdff-e146-4c43-a728-3721faa7f63c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=33fffdff-e146-4c43-a728-3721faa7f63c,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:28.789787 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:28.803008 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Calling delete_port for 33fffdff-e146-4c43-a728-3721faa7f63c owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:28.858718 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde262-c7e9-4847-8784-b581d5606c3b req-90c0194f-39af-4263-803a-01010a23947e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:28.861820 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25bde262-c7e9-4847-8784-b581d5606c3b req-90c0194f-39af-4263-803a-01010a23947e tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 945 time: 0.0545614 Apr 28 21:03:28.912208 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25bde262-c7e9-4847-8784-b581d5606c3b req-1dee50f2-f132-4781-b3ef-800b21242ebc tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/security-groups?id=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Apr 28 21:03:29.009977 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (33fffdff-e146-4c43-a728-3721faa7f63c), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:29.024894 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['33fffdff-e146-4c43-a728-3721faa7f63c'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:03:29.025879 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca682785-14e5-49ee-8037-adbc21c2ab85 req-8c1769a8-4047-41a1-a642-229bb2fcd88f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:29.033461 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca682785-14e5-49ee-8037-adbc21c2ab85 req-8c1769a8-4047-41a1-a642-229bb2fcd88f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0574992 Apr 28 21:03:29.039135 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Pushing event deleted for resources: {'Port': ['ID=33fffdff-e146-4c43-a728-3721faa7f63c,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:29.094046 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] No DVR routers for this DVR port 33fffdff-e146-4c43-a728-3721faa7f63c on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:29.095115 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ca682785-14e5-49ee-8037-adbc21c2ab85 req-87d7b998-b5df-48d0-ae40-363b46f78886 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607791 Apr 28 21:03:29.097007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:29.100556 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-84ad9fac-1084-4725-a3bc-f1c92596028f req-6280b621-1d2d-4384-ad91-15d47566d3d1 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.61 "DELETE /v2.0/ports/33fffdff-e146-4c43-a728-3721faa7f63c HTTP/1.1" status: 204 len: 173 time: 0.4971020 Apr 28 21:03:29.101024 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'name': 'network-vif-deleted', 'tag': '33fffdff-e146-4c43-a728-3721faa7f63c'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:29.103305 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df77f5b-f70f-4c63-b738-c1a4b9984794" -d '{"events": [{"server_uuid": "ed363f15-dd12-42d3-b2b5-6645e464f5fc", "name": "network-vif-deleted", "tag": "33fffdff-e146-4c43-a728-3721faa7f63c"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:29.146885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87712233-b451-44d0-a787-1b1a8483abd3 x-openstack-request-id: req-87712233-b451-44d0-a787-1b1a8483abd3 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:29.147184 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed363f15-dd12-42d3-b2b5-6645e464f5fc", "name": "network-vif-deleted", "tag": "33fffdff-e146-4c43-a728-3721faa7f63c", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:29.147438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87712233-b451-44d0-a787-1b1a8483abd3 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:29.147846 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87712233-b451-44d0-a787-1b1a8483abd3'] response: {'server_uuid': 'ed363f15-dd12-42d3-b2b5-6645e464f5fc', 'name': 'network-vif-deleted', 'tag': '33fffdff-e146-4c43-a728-3721faa7f63c', 'status': 'completed', 'code': 200} Apr 28 21:03:29.157918 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-266fa209-8fc1-4d23-8e81-710898b16f7e req-bb5b4195-dbb3-4828-b431-6aad75003986 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 210 time: 0.0333328 Apr 28 21:03:29.304513 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:30.023472 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0289a0f2-fd27-4e7c-94f9-f9ab564f674e req-2b849905-7a07-48f8-858d-4f87bc682861 tempest-ServerRescueNegativeTestJSON-1200640403 tempest-ServerRescueNegativeTestJSON-1200640403-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed363f15-dd12-42d3-b2b5-6645e464f5fc HTTP/1.1" status: 200 len: 210 time: 0.0276191 Apr 28 21:03:30.254667 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc16a3b-379e-46c1-8608-d7444a32c358 req-54823543-6898-49c1-b387-9ccb43e3c2d8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:30.256379 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cbc16a3b-379e-46c1-8608-d7444a32c358 req-54823543-6898-49c1-b387-9ccb43e3c2d8 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0559075 Apr 28 21:03:30.290076 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cf2fa0e6-0319-4785-9fa4-104e47160a9f req-1e28361b-82ac-456a-9a8e-151b5e6c1646 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 210 time: 0.0326164 Apr 28 21:03:30.334421 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cbc16a3b-379e-46c1-8608-d7444a32c358 req-6c518c7d-1646-46ee-a9cf-38097545e4e4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683303 Apr 28 21:03:30.353101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-e8ab3b6e-1ce4-4eb3-9111-719f8792871c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:30.354680 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-e8ab3b6e-1ce4-4eb3-9111-719f8792871c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 811 time: 0.1651816 Apr 28 21:03:30.587708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-5a6360e8-cc00-407c-be7b-061c947f2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:30.589729 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-5a6360e8-cc00-407c-be7b-061c947f2055 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24&tenant_id=54c64c03db3643ddac88e4896496ae68 HTTP/1.1" status: 200 len: 1127 time: 0.0593512 Apr 28 21:03:30.623819 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-0951c1a7-ebcd-4cae-8af4-ea30d9319dab tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 379 time: 0.1110606 Apr 28 21:03:30.634384 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'port': {'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'admin_state_up': True, 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'security_groups': ['fce5075b-2545-4544-a363-ac9b83e182fd']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:30.721728 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-bebc57d6-75a3-492f-8af7-4f67fafe46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:30.723254 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-bebc57d6-75a3-492f-8af7-4f67fafe46d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1127 time: 0.0930097 Apr 28 21:03:30.851025 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-fd85b8f0-6297-472b-a293-9e7e6cdaec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:30.852681 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-fd85b8f0-6297-472b-a293-9e7e6cdaec82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.1202826 Apr 28 21:03:30.926511 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-073f6dbe-eced-4d3e-8f20-3beb960c9dc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 998 time: 0.0664792 Apr 28 21:03:30.942005 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Made reservation on behalf of 3bac5e29e23646fc96819cd579831ed8 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:03:30.945512 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:31.000862 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-a1e05d2b-fd97-4359-8704-4c9a8a55b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:31.002388 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-a1e05d2b-fd97-4359-8704-4c9a8a55b80f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0702920 Apr 28 21:03:31.091593 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52730) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:31.115078 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-e847afd3-5d9b-438a-9134-e6baa63e22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:31.116710 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-e847afd3-5d9b-438a-9134-e6baa63e22e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0852048 Apr 28 21:03:31.208420 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Allocated IP 172.20.0.13 (f382b83f-2d52-479a-bacd-d9ccddd4c676/b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb/26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:03:31.254606 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-b44b94ac-513b-4b40-a15e-b815c9b2004e service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294305 Apr 28 21:03:31.441669 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-202f38a3-8aa8-4ddc-99b0-13e90704fe5e req-372594b3-19a3-44b4-b931-c25c93d1abe9 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757472 Apr 28 21:03:31.468928 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:31.489430 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621acc0e-cd7b-4ed7-8b98-8fb2d22950f7 req-4bd80681-ce4b-4598-aa4d-b0e640753295 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:31.491146 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-621acc0e-cd7b-4ed7-8b98-8fb2d22950f7 req-4bd80681-ce4b-4598-aa4d-b0e640753295 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0693402 Apr 28 21:03:31.581996 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:31.630183 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:03:31.633446 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:03:31.636262 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:03:31.642029 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:31.649527 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-621acc0e-cd7b-4ed7-8b98-8fb2d22950f7 req-96df1425-19fd-412a-9cc9-d1601661289d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488922 Apr 28 21:03:31.700381 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d805c1-d6e5-47e4-b67e-56fd4b4d095a req-2d629ec1-6567-4cee-b5d2-6623ad407adf tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:31.701950 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9d805c1-d6e5-47e4-b67e-56fd4b4d095a req-2d629ec1-6567-4cee-b5d2-6623ad407adf tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 932 time: 0.1284540 Apr 28 21:03:31.711085 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 33fffdff-e146-4c43-a728-3721faa7f63c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:31.714509 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:31.732858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:31.733411 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:31.746986 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 33fffdff-e146-4c43-a728-3721faa7f63c {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:31.747335 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 33fffdff-e146-4c43-a728-3721faa7f63c not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:31.805831 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9d805c1-d6e5-47e4-b67e-56fd4b4d095a req-d19ca3d0-b516-4839-859e-f75ee5611961 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973084 Apr 28 21:03:31.821797 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-766a54b5-dab1-4829-9f0b-a74fbb6b4600 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1925824 Apr 28 21:03:31.907381 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Request body: {'port': {'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:31.969111 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9fa46a9e-e261-4644-8142-b4b753ba971e None None] Provisioning complete for port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:03:31.969946 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9fa46a9e-e261-4644-8142-b4b753ba971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:31.991591 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:32.014423 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9fa46a9e-e261-4644-8142-b4b753ba971e None None] Port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:03:32.029406 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Deleting port d4c5d12a-0c4e-4719-a01d-6dff34c57006 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:32.029756 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:32.140866 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] For port d4c5d12a-0c4e-4719-a01d-6dff34c57006, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d4c5d12a-0c4e-4719-a01d-6dff34c57006,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:32.141993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:32.159498 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Calling delete_port for d4c5d12a-0c4e-4719-a01d-6dff34c57006 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:32.322092 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:03:32.331371 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Publish callbacks [] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:32.570151 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (d4c5d12a-0c4e-4719-a01d-6dff34c57006), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:32.570372 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Transition to ACTIVE for port object 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:03:32.600759 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c5d12a-0c4e-4719-a01d-6dff34c57006,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:32.636096 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:32.712917 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Pushing event updated for resources: {'Port': ['ID=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:32.951601 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Attempting to bind port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:03:32.952126 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Attempting to bind port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:03:32.952466 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Attempting to bind port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:03:32.962917 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa on network f382b83f-2d52-479a-bacd-d9ccddd4c676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:03:32.963645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Attempting to bind port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:03:32.985523 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:03:32.985878 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Checking segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:03:32.986276 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Bound using segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:03:32.986750 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Bound port: 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:03:32.987094 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:33.152645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] For port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:03:33.162815 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] For port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:03:33.183513 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d1605-51be-447b-b974-6ef8da324f1e req-c14e173b-6329-48dc-ba1f-da6380e6bfea tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:33.185172 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad9d1605-51be-447b-b974-6ef8da324f1e req-c14e173b-6329-48dc-ba1f-da6380e6bfea tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.1490808 Apr 28 21:03:33.290194 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:33.320335 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba1d42-4faa-4c0d-b9e8-450fed6102c1 req-b8ccef89-d2f2-4d76-b9c2-38958a09f725 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:33.328949 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30ba1d42-4faa-4c0d-b9e8-450fed6102c1 req-b8ccef89-d2f2-4d76-b9c2-38958a09f725 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.4518602 Apr 28 21:03:33.398619 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:33.416592 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:33.417285 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:33.420320 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] 10.222.0.61 "PUT /v2.0/ports/26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 1094 time: 1.5179098 Apr 28 21:03:33.420884 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:33.424462 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1c362d-581b-4cd1-bd01-f058bd56fb15" -d '{"events": [{"name": "network-changed", "server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:33.434236 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff7511-ffc1-4b9e-a76d-07809502498e service neutron] Pushing event updated for resources: {'Port': ['ID=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:33.471496 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ad9d1605-51be-447b-b974-6ef8da324f1e req-913b9322-a68d-4ca2-a17e-4dcb2b71a236 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709584 Apr 28 21:03:33.578032 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39095599-91ba-45f3-a3b6-bb6980f489d8 x-openstack-request-id: req-39095599-91ba-45f3-a3b6-bb6980f489d8 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:33.579086 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:33.580163 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39095599-91ba-45f3-a3b6-bb6980f489d8 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:33.581206 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39095599-91ba-45f3-a3b6-bb6980f489d8'] response: {'name': 'network-changed', 'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'status': 'completed', 'code': 200} Apr 28 21:03:33.598650 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30ba1d42-4faa-4c0d-b9e8-450fed6102c1 req-60f1d6d6-1789-42a2-bc9c-f5895a547a05 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687483 Apr 28 21:03:33.670036 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-2960af38-6a9d-4a73-90a7-bc67bd442d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:33.672526 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-2960af38-6a9d-4a73-90a7-bc67bd442d9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1128 time: 0.0861421 Apr 28 21:03:33.751733 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-00ee6497-0eca-4f00-a476-73593e11f9ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 217 time: 0.0574117 Apr 28 21:03:33.885153 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Router d5c92d8c-02a3-4d6a-aeda-67361beba0cf has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:34.025526 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:34.031132 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3b3ae02c-06eb-4147-bc35-f5ac1dd1dc53 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5c92d8c-02a3-4d6a-aeda-67361beba0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9384224 Apr 28 21:03:34.034221 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52768) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:34.037458 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] Sync routers for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:34.052074 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:34.053021 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:34.178979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks [] for router (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:34.243372 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:34.318355 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks [] for router_gateway (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:34.515308 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T21:03:32Z', 'revision_number': 5, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port': {'id': 'a070111d-6fa2-44b3-a66c-badc159c70a4', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:34.549061 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] Checking router: d5c92d8c-02a3-4d6a-aeda-67361beba0cf for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:34.565869 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] Routers {'d5c92d8c-02a3-4d6a-aeda-67361beba0cf'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:34.566677 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:34.578210 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Deleting port a070111d-6fa2-44b3-a66c-badc159c70a4 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:34.578800 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:34.672929 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea3c28-d5b5-443d-94cb-8ee2b37c581a req-82582894-4458-430b-9195-4ed83e53bf9e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:34.674499 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43ea3c28-d5b5-443d-94cb-8ee2b37c581a req-82582894-4458-430b-9195-4ed83e53bf9e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0709534 Apr 28 21:03:34.755576 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] Set router d5c92d8c-02a3-4d6a-aeda-67361beba0cf gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:34.792974 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43ea3c28-d5b5-443d-94cb-8ee2b37c581a req-9afe8e68-5112-4317-a3dd-9f783aa555b9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056805 Apr 28 21:03:34.833754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] For port a070111d-6fa2-44b3-a66c-badc159c70a4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a070111d-6fa2-44b3-a66c-badc159c70a4,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:34.834605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:34.850709 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Calling delete_port for a070111d-6fa2-44b3-a66c-badc159c70a4 owned by network:router_gateway {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:34.915867 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T21:03:34Z', 'revision_number': 6, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:34.948661 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95894f-5ad5-4278-a988-d6ad97af7953 None None] The sync data for ids ['d5c92d8c-02a3-4d6a-aeda-67361beba0cf'] in dv-cinder-750782-20-iscsi is: [{'id': 'd5c92d8c-02a3-4d6a-aeda-67361beba0cf', 'name': 'tempest-ServerRescueNegativeTestJSON-2012497190-router', 'tenant_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:40Z', 'updated_at': '2022-04-28T21:03:34Z', 'revision_number': 6, 'project_id': '0cd1d6dccf934e5bbfa77f9adb226082', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:35.005981 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf58c0-583f-42ed-b45e-53181badd305 req-11bcef71-dbed-4713-807c-8dfd83c6a525 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:35.007690 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3bbf58c0-583f-42ed-b45e-53181badd305 req-11bcef71-dbed-4713-807c-8dfd83c6a525 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0851836 Apr 28 21:03:35.106838 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3bbf58c0-583f-42ed-b45e-53181badd305 req-9f1b688d-6593-4b96-aa81-198d46448bf6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924072 Apr 28 21:03:35.441705 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (a070111d-6fa2-44b3-a66c-badc159c70a4), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.470897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a070111d-6fa2-44b3-a66c-badc159c70a4,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:35.497304 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.497725 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.498067 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.498417 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.498753 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.499083 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.499415 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.499738 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.500099 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.500429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.500755 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.501102 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.501430 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.501751 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.502071 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:35.555828 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.669565 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.671998 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks [] for router_controller (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.781527 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (d5c92d8c-02a3-4d6a-aeda-67361beba0cf), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.782128 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5c92d8c-02a3-4d6a-aeda-67361beba0cf {{(pid=110576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:03:35.787710 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.788928 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a4c3a1de-9b97-4ebc-a149-e000f5bdbff5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5c92d8c-02a3-4d6a-aeda-67361beba0cf HTTP/1.1" status: 204 len: 168 time: 1.7519946 Apr 28 21:03:35.795102 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52788) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:35.854155 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Deleting subnet 8a908e72-265e-4a76-a0db-28a557e0123c {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:03:35.858095 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Publish callbacks [] for subnet (8a908e72-265e-4a76-a0db-28a557e0123c), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:35.909803 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31190035'] for subnet (8a908e72-265e-4a76-a0db-28a557e0123c), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.001730 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc7b7-4233-40b9-beff-51d856be31f8 req-f61bab63-bf5f-4d43-bc94-1dade0da7b7d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:36.018588 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (8a908e72-265e-4a76-a0db-28a557e0123c), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.023194 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-00edc7b7-4233-40b9-beff-51d856be31f8 req-f61bab63-bf5f-4d43-bc94-1dade0da7b7d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.1162603 Apr 28 21:03:36.108448 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-00edc7b7-4233-40b9-beff-51d856be31f8 req-e1ad4762-b5ba-4fc2-aebf-838f525d25ce tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832090 Apr 28 21:03:36.173619 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31190213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29830940'] for subnet (8a908e72-265e-4a76-a0db-28a557e0123c), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.198964 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a908e72-265e-4a76-a0db-28a557e0123c,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:36.207110 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.213936 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e89d5a48-6874-40d2-9416-637a21ae7d13 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a908e72-265e-4a76-a0db-28a557e0123c HTTP/1.1" status: 204 len: 168 time: 0.4174011 Apr 28 21:03:36.214761 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52796) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:36.215996 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a24d93-49e2-44c4-8921-680ae930c19a None None] Network a663f45b-7c2c-4224-a6e7-714fb8381213 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:03:36.260530 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e76f85-775b-469f-b947-2c3421e2912b req-523f9162-a8ac-4520-b434-d7842d6eb923 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:36.271687 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5e76f85-775b-469f-b947-2c3421e2912b req-523f9162-a8ac-4520-b434-d7842d6eb923 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0721059 Apr 28 21:03:36.295872 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (a663f45b-7c2c-4224-a6e7-714fb8381213), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.345105 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5e76f85-775b-469f-b947-2c3421e2912b req-7f18f507-dbf0-4ea1-b621-7868a6a00f53 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722144 Apr 28 21:03:36.383439 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Deleting port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:36.383837 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.468432 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] For port 4b255226-416f-45ff-97b9-1d2fad3d2ba4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4b255226-416f-45ff-97b9-1d2fad3d2ba4,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:36.468895 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.494022 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Calling delete_port for 4b255226-416f-45ff-97b9-1d2fad3d2ba4 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:36.494875 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] DHCP port deletion for a663f45b-7c2c-4224-a6e7-714fb8381213 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:03:36.559938 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] Deleting port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:36.560358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.637187 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] For port 4b255226-416f-45ff-97b9-1d2fad3d2ba4, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4b255226-416f-45ff-97b9-1d2fad3d2ba4,segment=NetworkSegment(a6aefaa6-0513-4e70-9a5f-ed90c3d6b737),segment_id=a6aefaa6-0513-4e70-9a5f-ed90c3d6b737)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:36.637716 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.653310 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] Calling delete_port for 4b255226-416f-45ff-97b9-1d2fad3d2ba4 owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:36.656768 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.687422 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b255226-416f-45ff-97b9-1d2fad3d2ba4,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:36.691523 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] No DVR routers for this DVR port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 on host dv-cinder-750782-20-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:36.766374 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (4b255226-416f-45ff-97b9-1d2fad3d2ba4), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.798837 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] Pushing event deleted for resources: {'Port': ['ID=4b255226-416f-45ff-97b9-1d2fad3d2ba4,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:36.800922 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f0be9-50cb-4810-bdc1-137632484275 None None] No DVR routers for this DVR port 4b255226-416f-45ff-97b9-1d2fad3d2ba4 on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:36.816190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (a663f45b-7c2c-4224-a6e7-714fb8381213), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.839519 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a663f45b-7c2c-4224-a6e7-714fb8381213']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:36.851197 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:36.851486 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aefaa6-0513-4e70-9a5f-ed90c3d6b737') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:36.862141 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (a6aefaa6-0513-4e70-9a5f-ed90c3d6b737), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.881945 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (a6aefaa6-0513-4e70-9a5f-ed90c3d6b737), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.895921 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:03:36.896374 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (a6aefaa6-0513-4e70-9a5f-ed90c3d6b737), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:03:36.898155 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:03:36.939092 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4b255226-416f-45ff-97b9-1d2fad3d2ba4 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:36.962428 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 4b255226-416f-45ff-97b9-1d2fad3d2ba4 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:36.962934 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4b255226-416f-45ff-97b9-1d2fad3d2ba4 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:36.963510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d4c5d12a-0c4e-4719-a01d-6dff34c57006 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:36.987942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: d4c5d12a-0c4e-4719-a01d-6dff34c57006 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:36.988596 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d4c5d12a-0c4e-4719-a01d-6dff34c57006 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:36.989074 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a070111d-6fa2-44b3-a66c-badc159c70a4 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:37.009255 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: a070111d-6fa2-44b3-a66c-badc159c70a4 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:37.009688 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a070111d-6fa2-44b3-a66c-badc159c70a4 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:37.041653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (a663f45b-7c2c-4224-a6e7-714fb8381213), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:37.048161 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:37.054642 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a663f45b-7c2c-4224-a6e7-714fb8381213 HTTP/1.1" status: 204 len: 168 time: 0.8366756 Apr 28 21:03:37.083462 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f13c2-454c-47f4-b5a0-546669073b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=a663f45b-7c2c-4224-a6e7-714fb8381213,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:37.267048 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8890c4-4771-4195-9e92-0970e669385d req-f24be2ec-a71c-4697-a77f-a6b6c3b7e983 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:37.268632 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c8890c4-4771-4195-9e92-0970e669385d req-f24be2ec-a71c-4697-a77f-a6b6c3b7e983 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0730793 Apr 28 21:03:37.334579 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c8890c4-4771-4195-9e92-0970e669385d req-8edf60fa-2854-45a8-8d19-533b9895bc63 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594518 Apr 28 21:03:37.484501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f165b-a7f7-44f3-bc75-64fd369dd2cf req-54f4fc1f-9c9c-4fa0-9d7d-aa523973e8fa tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:37.486082 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b37f165b-a7f7-44f3-bc75-64fd369dd2cf req-54f4fc1f-9c9c-4fa0-9d7d-aa523973e8fa tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0495245 Apr 28 21:03:37.531388 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 52806) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:37.539076 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b37f165b-a7f7-44f3-bc75-64fd369dd2cf req-46c5fdeb-bae5-4dac-8896-1c2a5e75edba tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467639 Apr 28 21:03:37.576967 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2a09ed5e-586c-4625-b83e-5acfd42598b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cd1d6dccf934e5bbfa77f9adb226082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441055 Apr 28 21:03:37.587745 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52810) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:37.645598 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d69518ca-e0e2-4dcf-ae25-a9e6799fe1af admin admin] Publish callbacks [] for security_group (66a33d0e-b2a6-499b-b542-f8f0a7cfa21b), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:37.670976 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d69518ca-e0e2-4dcf-ae25-a9e6799fe1af admin admin] Publish callbacks [] for security_group (66a33d0e-b2a6-499b-b542-f8f0a7cfa21b), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:37.830344 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d69518ca-e0e2-4dcf-ae25-a9e6799fe1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (66a33d0e-b2a6-499b-b542-f8f0a7cfa21b), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:37.832972 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d69518ca-e0e2-4dcf-ae25-a9e6799fe1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:37.836484 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d69518ca-e0e2-4dcf-ae25-a9e6799fe1af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66a33d0e-b2a6-499b-b542-f8f0a7cfa21b HTTP/1.1" status: 204 len: 168 time: 0.2450960 Apr 28 21:03:37.844214 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69518ca-e0e2-4dcf-ae25-a9e6799fe1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a33d0e-b2a6-499b-b542-f8f0a7cfa21b,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:38.695814 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d78cf-f994-4d7e-a144-111037568292 req-dda72555-6e2a-46fd-afd2-4ffd4c7a4d37 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:38.697877 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea1d78cf-f994-4d7e-a144-111037568292 req-dda72555-6e2a-46fd-afd2-4ffd4c7a4d37 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.1002884 Apr 28 21:03:38.800494 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa62aaa-56f6-4426-8ccf-e64efbb86475 req-0a20823d-29df-4fe5-a002-8c2ede16d069 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:38.802458 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7fa62aaa-56f6-4426-8ccf-e64efbb86475 req-0a20823d-29df-4fe5-a002-8c2ede16d069 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0869544 Apr 28 21:03:38.833117 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ea1d78cf-f994-4d7e-a144-111037568292 req-e38c7775-0632-4a5e-9237-016bcfddabb3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265326 Apr 28 21:03:38.880218 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7fa62aaa-56f6-4426-8ccf-e64efbb86475 req-7e734be5-0631-4e4f-b7c3-ebed5a7d299a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630176 Apr 28 21:03:39.597535 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52846) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:39.733231 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1591473109-network', 'tenant_id': 'c0bdbb71d28f43ed8a30f6695f690ccc'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:39.910137 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Made reservation on behalf of c0bdbb71d28f43ed8a30f6695f690ccc for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:03:39.912527 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:39.964925 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.022736 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c213d-5600-4347-b861-73a604f72b68 req-0ae91cf8-eb34-4f98-a2d3-38d305c18ad7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:40.024210 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1c213d-5600-4347-b861-73a604f72b68 req-0ae91cf8-eb34-4f98-a2d3-38d305c18ad7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.1093311 Apr 28 21:03:40.099030 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9369c3-4312-4c7b-82c7-a1da0e0bd668 req-a08be6e8-d1a9-48cf-91ef-743c8d8f91a0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:40.100404 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb9369c3-4312-4c7b-82c7-a1da0e0bd668 req-a08be6e8-d1a9-48cf-91ef-743c8d8f91a0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.1080668 Apr 28 21:03:40.171536 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f1c213d-5600-4347-b861-73a604f72b68 req-bdbe65c6-13c0-41d3-a706-ca7603aa4200 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253672 Apr 28 21:03:40.205477 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks [] for security_group (f73c3238-24b2-4a37-b0e2-6ae06871ceb4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.214200 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-eb9369c3-4312-4c7b-82c7-a1da0e0bd668 req-15a67005-d5d5-4b75-b384-433b2731983d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061373 Apr 28 21:03:40.261310 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f73c3238-24b2-4a37-b0e2-6ae06871ceb4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.288723 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:03:40.306665 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73c3238-24b2-4a37-b0e2-6ae06871ceb4,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:40.326389 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (4e7161ab-bd56-4019-a28c-4cb60ae7e19b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.334978 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Added segment 4e7161ab-bd56-4019-a28c-4cb60ae7e19b of type vlan for network 4a8adc1a-4eda-43b4-9e8b-427f48721073 Apr 28 21:03:40.381762 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (4a8adc1a-4eda-43b4-9e8b-427f48721073), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.654144 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (4a8adc1a-4eda-43b4-9e8b-427f48721073), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.655080 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:40.655749 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:40.719711 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8adc1a-4eda-43b4-9e8b-427f48721073,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:40.735642 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 4a8adc1a-4eda-43b4-9e8b-427f48721073 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:03:40.762353 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2c744968-1e15-4311-a97d-53cd237cb4e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1636627 Apr 28 21:03:40.768522 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52862) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:40.775609 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Request body: {'subnet': {'network_id': '4a8adc1a-4eda-43b4-9e8b-427f48721073', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1591473109-subnet', 'tenant_id': 'c0bdbb71d28f43ed8a30f6695f690ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:40.851912 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Made reservation on behalf of c0bdbb71d28f43ed8a30f6695f690ccc for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:03:40.854379 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31231054'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:41.089613 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32945834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31231164'] for subnet (b5e4ec72-79a0-4491-b7dc-7a424e957f64), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:41.149309 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e4ec72-79a0-4491-b7dc-7a424e957f64,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:41.157569 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Checking segment: {'id': '4e7161ab-bd56-4019-a28c-4cb60ae7e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4a8adc1a-4eda-43b4-9e8b-427f48721073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:03:41.157919 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Network hostable DHCP agents. Network: 4a8adc1a-4eda-43b4-9e8b-427f48721073, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:03:41.230215 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Network 4a8adc1a-4eda-43b4-9e8b-427f48721073 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:03:41.293083 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764632c0-6335-4272-a5ac-9437a88616d5 req-56567946-d30a-4d6b-ad1d-13ba24259b2e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:41.294566 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-764632c0-6335-4272-a5ac-9437a88616d5 req-56567946-d30a-4d6b-ad1d-13ba24259b2e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0465477 Apr 28 21:03:41.328092 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 4a8adc1a-4eda-43b4-9e8b-427f48721073) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:03:41.337127 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:41.338618 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:41.343280 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958994a-71f6-42ed-b4e2-82bab5315d0d None None] Network 4a8adc1a-4eda-43b4-9e8b-427f48721073 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:03:41.358153 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-c2155869-d0f7-498b-b701-f9e1fbc3162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:41.359770 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-c2155869-d0f7-498b-b701-f9e1fbc3162a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0491176 Apr 28 21:03:41.366064 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-764632c0-6335-4272-a5ac-9437a88616d5 req-9eec2720-7202-4f96-ba6b-a59d106ec12e tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657883 Apr 28 21:03:41.460392 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed3d7f-1f70-43e0-8f0e-524a72aa2275 None None] Network 4a8adc1a-4eda-43b4-9e8b-427f48721073 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:03:41.479422 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8722-e680-4417-8d01-cae68af9ef9a req-d1463bfe-3825-44e6-8934-30cc928ed01b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:41.481077 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-103c8722-e680-4417-8d01-cae68af9ef9a req-d1463bfe-3825-44e6-8934-30cc928ed01b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0542438 Apr 28 21:03:41.484433 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-eb0a2bfc-067f-47b7-86b8-648cd5b40e59 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7148321 Apr 28 21:03:41.552878 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-103c8722-e680-4417-8d01-cae68af9ef9a req-a4dda288-769f-4b02-9442-6095ae863d4c tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543005 Apr 28 21:03:42.098158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-99b5a774-594d-4a92-958c-ad65d3232dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.099833 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-99b5a774-594d-4a92-958c-ad65d3232dfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445771 Apr 28 21:03:42.189354 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52890) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:42.194790 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388040951-network', 'tenant_id': '2e7a7ca057f141bda217eb3e0d3d8187'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:42.205738 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-e813ab90-09b8-4a3a-9bed-9a08ae12f787 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985649 Apr 28 21:03:42.275895 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Made reservation on behalf of 2e7a7ca057f141bda217eb3e0d3d8187 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:03:42.278747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.288667 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.366002 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks [] for security_group (f794b7b2-d788-4aa0-9247-e0f4b06b3173), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.467856 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f794b7b2-d788-4aa0-9247-e0f4b06b3173), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.470381 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4d305d0a-bbed-4a43-9b8b-5a979ec50424 req-8fb13473-06ec-4e6c-ab73-6e0cb78349a2 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005492 Apr 28 21:03:42.519363 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:03:42.538904 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed200afe-8365-43d7-8e6d-b3fefcb1b528 req-c93796dc-8391-4cfb-940c-748a92ac8e25 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.540511 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed200afe-8365-43d7-8e6d-b3fefcb1b528 req-c93796dc-8391-4cfb-940c-748a92ac8e25 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0856240 Apr 28 21:03:42.542848 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f794b7b2-d788-4aa0-9247-e0f4b06b3173,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:42.548607 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (569e3a3d-d44a-4a33-9c45-607e990a5178), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.548944 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Added segment 569e3a3d-d44a-4a33-9c45-607e990a5178 of type vlan for network fead3aec-f114-441d-9518-862215b9fbe5 Apr 28 21:03:42.610761 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (fead3aec-f114-441d-9518-862215b9fbe5), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.636107 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed200afe-8365-43d7-8e6d-b3fefcb1b528 req-c14a1c95-faa9-4012-9c93-fbd5d91dfda5 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888953 Apr 28 21:03:42.731920 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (fead3aec-f114-441d-9518-862215b9fbe5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.732897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.733471 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:42.773503 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980c163-88f6-4f6a-ac98-f54c9dfb16de req-0a934df4-8b64-456a-b0a5-d6fc0fa59fa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.775082 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6980c163-88f6-4f6a-ac98-f54c9dfb16de req-0a934df4-8b64-456a-b0a5-d6fc0fa59fa0 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0821164 Apr 28 21:03:42.831902 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] Pushing event updated for resources: {'Network': ['ID=fead3aec-f114-441d-9518-862215b9fbe5,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:42.839152 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-a0b136b6-5436-4c6e-89f9-42a0cecadd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.841464 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-a0b136b6-5436-4c6e-89f9-42a0cecadd80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1128 time: 0.0458043 Apr 28 21:03:42.850037 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network fead3aec-f114-441d-9518-862215b9fbe5 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:03:42.971731 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-022c4006-0262-4e3a-bae9-88a69ff47232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.973323 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-022c4006-0262-4e3a-bae9-88a69ff47232 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1235731 Apr 28 21:03:43.045331 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-3a315121-1e3e-482a-a6d7-b9fec3428629 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 217 time: 0.0655782 Apr 28 21:03:43.114807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-9ab353ad-dad6-4cb1-9203-c1d137e8f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:43.116394 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-9ab353ad-dad6-4cb1-9203-c1d137e8f44d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0654743 Apr 28 21:03:43.169040 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6980c163-88f6-4f6a-ac98-f54c9dfb16de req-036747a9-ea07-4460-aec3-b1b7b5fd451b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818502 Apr 28 21:03:43.176019 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-66e4ca4b-fe5e-4604-87be-5412f9eb68da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9812315 Apr 28 21:03:43.176677 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 52904) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:43.181715 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Request body: {'subnet': {'network_id': 'fead3aec-f114-441d-9518-862215b9fbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388040951-subnet', 'tenant_id': '2e7a7ca057f141bda217eb3e0d3d8187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:43.184654 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-4e4e871a-f8f1-4e42-b783-2067509457d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:43.187450 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-4e4e871a-f8f1-4e42-b783-2067509457d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643857 Apr 28 21:03:43.290107 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-65ee24ce-939c-4603-a981-6c9131617b64 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962722 Apr 28 21:03:43.310249 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Made reservation on behalf of 2e7a7ca057f141bda217eb3e0d3d8187 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:03:43.312467 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31231054'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:43.400253 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2c1c362d-581b-4cd1-bd01-f058bd56fb15 req-4629d8f5-e39e-4972-bbb8-0fe7963343f3 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030071 Apr 28 21:03:43.602083 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32945834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31231164'] for subnet (f59203d7-8785-4990-a7c9-88e3f481f4fa), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:43.665891 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59203d7-8785-4990-a7c9-88e3f481f4fa,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:43.691018 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Checking segment: {'id': '569e3a3d-d44a-4a33-9c45-607e990a5178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fead3aec-f114-441d-9518-862215b9fbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:03:43.691463 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Network hostable DHCP agents. Network: fead3aec-f114-441d-9518-862215b9fbe5, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:03:43.740923 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:03:43.785582 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Network fead3aec-f114-441d-9518-862215b9fbe5 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:03:43.807304 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b75a-f77f-4f16-9983-cf141e97fdfc req-5f52d866-67fe-41eb-a97b-62ccc4c7fc87 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:43.813549 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c655b75a-f77f-4f16-9983-cf141e97fdfc req-5f52d866-67fe-41eb-a97b-62ccc4c7fc87 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0706537 Apr 28 21:03:43.874340 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, fead3aec-f114-441d-9518-862215b9fbe5) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:03:43.879860 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c655b75a-f77f-4f16-9983-cf141e97fdfc req-01731538-3443-4a96-874f-d96084bef412 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639570 Apr 28 21:03:43.883044 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:43.883810 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:43.980265 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3bc1a2fd-590a-4d5a-a168-2ec8cab46e4a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8016860 Apr 28 21:03:43.985337 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cacdc2d-5775-4108-81f6-e2d845249954 None None] Network fead3aec-f114-441d-9518-862215b9fbe5 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:03:44.071025 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:44.086349 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '79b83871-5789-495e-9578-3b302e86276a', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'port_id': '79b83871-5789-495e-9578-3b302e86276a', 'mac_address': 'fa:16:3e:f5:07:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:03:44.144643 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee214023-f658-41f3-8018-282f63fd672d None None] Network fead3aec-f114-441d-9518-862215b9fbe5 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:03:44.163113 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:44.165939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:44.216521 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b83871-5789-495e-9578-3b302e86276a {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:03:44.247611 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:44.335373 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abe36a-f2c4-4d62-bce2-a390b2d4d33f req-394e7817-97f7-46b2-8a66-54a18644bc34 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:44.343995 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0abe36a-f2c4-4d62-bce2-a390b2d4d33f req-394e7817-97f7-46b2-8a66-54a18644bc34 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 943 time: 0.0846064 Apr 28 21:03:44.362855 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:44.405198 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0abe36a-f2c4-4d62-bce2-a390b2d4d33f req-7448cb8d-14fc-4218-a558-070f3aebdd19 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570595 Apr 28 21:03:44.434660 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=9']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:44.454709 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04afa82-44a3-4b86-9f66-8aa6f5d08aa7 req-0ffb405e-e738-448c-a45c-9264c64bfa59 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:44.456406 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c04afa82-44a3-4b86-9f66-8aa6f5d08aa7 req-0ffb405e-e738-448c-a45c-9264c64bfa59 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0687251 Apr 28 21:03:44.505005 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c04afa82-44a3-4b86-9f66-8aa6f5d08aa7 req-92f55ee6-3fe0-4db6-9267-7c3eafc91322 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429041 Apr 28 21:03:44.581835 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['79b83871-5789-495e-9578-3b302e86276a'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:03:45.006751 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7d46-038e-44af-8740-c202af54f5bc req-ac950af2-aceb-4933-94db-949145e0b249 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:45.008578 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1cb7d46-038e-44af-8740-c202af54f5bc req-ac950af2-aceb-4933-94db-949145e0b249 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0512943 Apr 28 21:03:45.065759 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b1cb7d46-038e-44af-8740-c202af54f5bc req-0040d808-1913-40db-8ff7-956c143be337 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508997 Apr 28 21:03:45.533002 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2ca2-c1ae-4cb0-8333-a6d67c049651 req-37e082d4-3369-40d7-8bdd-bf252d21331a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:45.534548 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-440a2ca2-c1ae-4cb0-8333-a6d67c049651 req-37e082d4-3369-40d7-8bdd-bf252d21331a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 944 time: 0.0508332 Apr 28 21:03:45.622333 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-440a2ca2-c1ae-4cb0-8333-a6d67c049651 req-efee5319-5b2b-4b5c-8aa9-47edc932d075 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797672 Apr 28 21:03:45.650598 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2576af-b235-41ee-9906-71ee962baa92 req-8dd6d1bb-a363-4381-b180-1c654711c148 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:45.652925 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c2576af-b235-41ee-9906-71ee962baa92 req-8dd6d1bb-a363-4381-b180-1c654711c148 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0748873 Apr 28 21:03:45.712864 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7c2576af-b235-41ee-9906-71ee962baa92 req-1a10c6f0-eef0-4c2f-b763-b37ca110cc29 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups?id=32484999-2823-4b73-ab79-cb9ed16dd881&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533450 Apr 28 21:03:45.755296 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:03:45.805698 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 79b83871-5789-495e-9578-3b302e86276a triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:03:45.806073 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (79b83871-5789-495e-9578-3b302e86276a), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:45.891182 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 79b83871-5789-495e-9578-3b302e86276a is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:45.891603 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (79b83871-5789-495e-9578-3b302e86276a), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:45.917454 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:45.921263 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c48920-979c-4ae7-adcb-00133221d8cc" -d '{"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-plugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:45.934566 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:45.972128 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09dbc53-c071-4d79-a72e-df1dd28ed888 x-openstack-request-id: req-e09dbc53-c071-4d79-a72e-df1dd28ed888 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:45.972439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-plugged", "status": "completed", "tag": "79b83871-5789-495e-9578-3b302e86276a", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:45.972699 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e09dbc53-c071-4d79-a72e-df1dd28ed888 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:45.973247 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09dbc53-c071-4d79-a72e-df1dd28ed888'] response: {'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'code': 200} Apr 28 21:03:46.010629 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-ff1a6ebf-dc83-4423-9a97-75fc7ee54ebe tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:46.012266 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-ff1a6ebf-dc83-4423-9a97-75fc7ee54ebe tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 945 time: 0.0592394 Apr 28 21:03:46.114669 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Deleting port 2ba43580-7d96-4942-a8ec-5ece1a3926ee {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:46.115077 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:46.227752 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd5e3-1564-40ae-b076-6b29d6ea57b9 req-046d81a6-73d8-4eb8-b22d-85234c296697 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:46.229367 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bc0bd5e3-1564-40ae-b076-6b29d6ea57b9 req-046d81a6-73d8-4eb8-b22d-85234c296697 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0595241 Apr 28 21:03:46.243993 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] For port 2ba43580-7d96-4942-a8ec-5ece1a3926ee, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2ba43580-7d96-4942-a8ec-5ece1a3926ee,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:46.244432 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:46.288964 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-bc0bd5e3-1564-40ae-b076-6b29d6ea57b9 req-c5033881-5d67-4c4a-88c2-fc67824ccc89 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537632 Apr 28 21:03:46.441117 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:46.441631 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:46.441779 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Floating IP d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c disassociated. External IP: 172.27.0.135, port: 2ba43580-7d96-4942-a8ec-5ece1a3926ee. Apr 28 21:03:46.442122 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Calling delete_port for 2ba43580-7d96-4942-a8ec-5ece1a3926ee owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:46.693626 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (79b83871-5789-495e-9578-3b302e86276a), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:46.739173 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (2ba43580-7d96-4942-a8ec-5ece1a3926ee), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:46.771208 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=10']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:46.785572 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event deleted for resources: {'Port': ['ID=2ba43580-7d96-4942-a8ec-5ece1a3926ee,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:46.796327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2add7-82cd-4d73-95fa-67035e7ef3ad req-4ad02022-9380-4f0a-ab7e-820fe66cb1a4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:46.799208 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99d2add7-82cd-4d73-95fa-67035e7ef3ad req-4ad02022-9380-4f0a-ab7e-820fe66cb1a4 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0899563 Apr 28 21:03:46.892036 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-45051bc5-3855-410f-bb55-f20946ded7eb req-270c00e5-d5d7-4a87-a66c-b8a2b725cdc7 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 210 time: 0.0423698 Apr 28 21:03:46.896298 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99d2add7-82cd-4d73-95fa-67035e7ef3ad req-eb6e3b2a-7e3c-461e-bd36-b2738c97965a tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868499 Apr 28 21:03:46.931277 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:47.025680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333626e-76a2-48e4-bd03-3dd58e80a7e0 req-34d87d15-7cf6-4252-88ed-5d92205f0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:47.027169 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d333626e-76a2-48e4-bd03-3dd58e80a7e0 req-34d87d15-7cf6-4252-88ed-5d92205f0cef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1130 time: 0.0534594 Apr 28 21:03:47.099434 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:47.113454 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:47.132754 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:47.132754 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:47.149598 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d333626e-76a2-48e4-bd03-3dd58e80a7e0 req-385f46c8-2763-4a7d-9117-3a928eabedcb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930309 Apr 28 21:03:47.150321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] No DVR routers for this DVR port 2ba43580-7d96-4942-a8ec-5ece1a3926ee on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:47.153018 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:47.157328 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cca9b785-bed9-4198-b603-6085ce7192c5 req-72acb2b1-4178-4a44-a448-cd0125a0430c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.61 "DELETE /v2.0/ports/2ba43580-7d96-4942-a8ec-5ece1a3926ee HTTP/1.1" status: 204 len: 173 time: 1.1398051 Apr 28 21:03:47.157810 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'name': 'network-vif-deleted', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:47.160220 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758e8611-72d7-4d67-bacf-8f643aa4e3d6" -d '{"events": [{"server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "name": "network-vif-deleted", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:47.200515 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85b0897-7ecd-4b3a-b717-ca4b922ef3bf x-openstack-request-id: req-b85b0897-7ecd-4b3a-b717-ca4b922ef3bf {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:47.200814 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ab9516-dcd6-448e-8cec-bbf6528b50c9", "name": "network-vif-deleted", "tag": "2ba43580-7d96-4942-a8ec-5ece1a3926ee", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:47.201207 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b85b0897-7ecd-4b3a-b717-ca4b922ef3bf {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:47.201626 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85b0897-7ecd-4b3a-b717-ca4b922ef3bf'] response: {'server_uuid': '44ab9516-dcd6-448e-8cec-bbf6528b50c9', 'name': 'network-vif-deleted', 'tag': '2ba43580-7d96-4942-a8ec-5ece1a3926ee', 'status': 'completed', 'code': 200} Apr 28 21:03:47.249689 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:47.410006 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a6d1-0c0d-442b-baa1-983e2379728f req-36472ab1-a220-46a9-9c06-50f946939f4b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:47.411582 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27f8a6d1-0c0d-442b-baa1-983e2379728f req-36472ab1-a220-46a9-9c06-50f946939f4b tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0505002 Apr 28 21:03:47.454554 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:47.466806 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27f8a6d1-0c0d-442b-baa1-983e2379728f req-317fb11e-a6e0-4f6b-9c24-4de585a30e22 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491624 Apr 28 21:03:47.482973 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:47.491764 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:47.492411 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:47.601477 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:47.792605 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:47.823066 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06082e2e-5f47-4a58-bb27-abcc6dca0060 None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 4, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'bccd2f0a-d85f-47a0-986c-8547224ae1b5', 'name': '', 'network_id': 'cd4ad921-7f53-4678-aca4-f8be7966b874', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'mac_address': 'fa:16:3e:7e:6a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:24Z', 'updated_at': '2022-04-28T20:57:36Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'subnets': [{'id': '7241fe5b-7c9e-49f7-a678-5882ee944940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:48.032786 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11bff177-8f10-4387-be80-08e95284c612 req-05913c87-fb85-456d-9746-bd5c1f9fcc59 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 210 time: 0.0462182 Apr 28 21:03:48.061030 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3869f-bbf7-4c2d-af8e-1102b9cbff99 req-64502eac-50a1-451b-b3cb-95cfa28a0b75 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:48.062571 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fbb3869f-bbf7-4c2d-af8e-1102b9cbff99 req-64502eac-50a1-451b-b3cb-95cfa28a0b75 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0864568 Apr 28 21:03:48.073622 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2899b0-b574-4321-9eb5-85bbf3d7bc5f None None] New status for floating IP d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:03:48.124545 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fbb3869f-bbf7-4c2d-af8e-1102b9cbff99 req-60e1745f-e096-4b8a-a899-f27437cf4b78 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Apr 28 21:03:48.584236 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798ef8-837d-47a4-974b-89c7fc6674f2 req-783771fb-d72e-4780-ab64-eedd8cff31bb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:48.585849 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20798ef8-837d-47a4-974b-89c7fc6674f2 req-783771fb-d72e-4780-ab64-eedd8cff31bb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0483265 Apr 28 21:03:48.637147 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-20798ef8-837d-47a4-974b-89c7fc6674f2 req-aa0cf4e7-cef5-4394-85f8-fb8fed84a661 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Apr 28 21:03:49.152020 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-de7327a7-afc1-4e3b-a4e9-ef93e07fd8de req-7e3604fa-997f-4596-a9b6-3e67c572d523 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ab9516-dcd6-448e-8cec-bbf6528b50c9 HTTP/1.1" status: 200 len: 210 time: 0.0327983 Apr 28 21:03:49.251074 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c0533-2191-4a20-8b29-4ce296e65a08 req-07ee557e-200e-44fc-80a3-18fae40f8a1b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:49.252648 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fe0c0533-2191-4a20-8b29-4ce296e65a08 req-07ee557e-200e-44fc-80a3-18fae40f8a1b tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Apr 28 21:03:49.303067 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fe0c0533-2191-4a20-8b29-4ce296e65a08 req-4d06914f-ece4-4097-9173-932382030cd3 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440984 Apr 28 21:03:49.760867 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027be95-211f-47dc-b804-ca7b43520e7d req-a71e8b30-57e5-4055-88cd-f60009d18fff tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:49.762468 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c027be95-211f-47dc-b804-ca7b43520e7d req-a71e8b30-57e5-4055-88cd-f60009d18fff tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 944 time: 0.0523808 Apr 28 21:03:49.803679 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:03:49.810268 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2ba43580-7d96-4942-a8ec-5ece1a3926ee no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:49.821749 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c027be95-211f-47dc-b804-ca7b43520e7d req-8394e9ca-e9d3-4c8f-82d1-716a96b24a43 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536137 Apr 28 21:03:49.839070 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 2ba43580-7d96-4942-a8ec-5ece1a3926ee {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:49.839423 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2ba43580-7d96-4942-a8ec-5ece1a3926ee not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:49.931800 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:49.944638 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:03:49.989935 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:49.990463 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.007350 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:03:50.027346 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:50.122102 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.173587 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:50.323041 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53052) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:50.335452 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:03:50.389027 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (32484999-2823-4b73-ab79-cb9ed16dd881), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.448364 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (32484999-2823-4b73-ab79-cb9ed16dd881), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.478808 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719559e-bbaa-4e5c-8ad0-51420defabfe req-815b98fe-8048-4f5f-88f9-2dbefa26a8bb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:50.480728 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f719559e-bbaa-4e5c-8ad0-51420defabfe req-815b98fe-8048-4f5f-88f9-2dbefa26a8bb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0779197 Apr 28 21:03:50.539162 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f719559e-bbaa-4e5c-8ad0-51420defabfe req-4165eec5-b747-48c2-8254-f4e324796fba tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495129 Apr 28 21:03:50.675666 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (32484999-2823-4b73-ab79-cb9ed16dd881), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.678335 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.679495 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "DELETE /v2.0/security-groups/32484999-2823-4b73-ab79-cb9ed16dd881 HTTP/1.1" status: 204 len: 168 time: 0.3554561 Apr 28 21:03:50.682295 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53058) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:50.688787 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32484999-2823-4b73-ab79-cb9ed16dd881,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:50.695963 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.696328 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.696682 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.697027 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.697363 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.697700 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.698033 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.698418 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.698695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.698794 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.api.v2.resource [None req-7809aeb8-81fa-430b-a241-896d48a00b0c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] show failed (client error): The resource could not be found. Apr 28 21:03:50.699045 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.699360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.700241 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.700575 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.700898 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.701225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35737cc0-0dd9-4a96-a287-9a4da2b7f9ad tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:03:50.703909 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7809aeb8-81fa-430b-a241-896d48a00b0c tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "GET /v2.0/security-groups/32484999-2823-4b73-ab79-cb9ed16dd881 HTTP/1.1" status: 404 len: 347 time: 0.0205736 Apr 28 21:03:50.706821 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53060) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:50.827849 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Deleting port 7fe083b5-4d26-429b-a38c-5af4a223ede1 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:50.828218 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.920608 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.920933 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (7fe083b5-4d26-429b-a38c-5af4a223ede1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:50.954134 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Calling delete_port for 7fe083b5-4d26-429b-a38c-5af4a223ede1 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:50.971286 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbb3b7-5a43-4bbc-9547-b0a0044269fa req-0b907e89-32b7-4c48-ac03-f6ddafe132f8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:50.972818 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1cbb3b7-5a43-4bbc-9547-b0a0044269fa req-0b907e89-32b7-4c48-ac03-f6ddafe132f8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0735302 Apr 28 21:03:51.076049 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e1cbb3b7-5a43-4bbc-9547-b0a0044269fa req-c7b2b9dd-f1f1-485b-8e27-799dec6c6459 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974181 Apr 28 21:03:51.138266 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:51.190095 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (7fe083b5-4d26-429b-a38c-5af4a223ede1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:51.216086 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Pushing event deleted for resources: {'Port': ['ID=7fe083b5-4d26-429b-a38c-5af4a223ede1,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:51.280830 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks [] for floatingip (d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:51.283395 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:51.284596 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7e1efacf-f418-4c4a-b23a-6be493bc1bc5 tempest-AttachVolumeTestJSON-321973702 tempest-AttachVolumeTestJSON-321973702-project] 10.222.0.64 "DELETE /v2.0/floatingips/d89d71d9-5bd0-4ef7-866a-d5fb53a07d1c HTTP/1.1" status: 204 len: 168 time: 0.5768316 Apr 28 21:03:51.859868 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:03:51.907692 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:03:52.018844 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:03:52.019297 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:52.099565 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:03:52.100091 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:52.140590 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:52.142106 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:52.144718 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67b4665-6f1a-494c-960a-1b10f2b952b9" -d '{"events": [{"server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "name": "network-vif-plugged", "status": "completed", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:52.198606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0149c-7949-49a6-9e2b-bd754c3b8f11 req-7342f4ba-bc55-4563-92ea-9953480c5617 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:52.200916 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-adc0149c-7949-49a6-9e2b-bd754c3b8f11 req-7342f4ba-bc55-4563-92ea-9953480c5617 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 945 time: 0.0549889 Apr 28 21:03:52.212955 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fdc68e-830a-4c24-8b99-289ba96445c4 x-openstack-request-id: req-b1fdc68e-830a-4c24-8b99-289ba96445c4 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:52.212955 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "name": "network-vif-plugged", "status": "completed", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:52.212955 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1fdc68e-830a-4c24-8b99-289ba96445c4 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:52.212955 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fdc68e-830a-4c24-8b99-289ba96445c4'] response: {'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'code': 200} Apr 28 21:03:52.232327 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:52.259784 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-adc0149c-7949-49a6-9e2b-bd754c3b8f11 req-667b076a-b189-464f-8f7d-63ab1817315f tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528631 Apr 28 21:03:52.285778 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:52.495110 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-18f4b3fa-b912-4bd7-abc8-01ce0a6bf74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:52.674379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aeba7-844e-44a5-a1f1-87315f88c1e7 req-4e3574d9-87e4-4b9d-9371-e8a95bc69333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:52.675802 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-be2aeba7-844e-44a5-a1f1-87315f88c1e7 req-4e3574d9-87e4-4b9d-9371-e8a95bc69333 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1130 time: 0.0407562 Apr 28 21:03:52.761711 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-be2aeba7-844e-44a5-a1f1-87315f88c1e7 req-a182bf50-6f5f-4f2b-bd77-9e169a46647e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 Apr 28 21:03:53.375551 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3116-fc05-4b36-82d3-490d0973832c req-4a9fcbe7-cb2d-46c2-b546-76bbd09a861d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:53.377059 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c7e3116-fc05-4b36-82d3-490d0973832c req-4a9fcbe7-cb2d-46c2-b546-76bbd09a861d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 946 time: 0.0480804 Apr 28 21:03:53.429057 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8c7e3116-fc05-4b36-82d3-490d0973832c req-874951a1-30df-46e0-a899-87eb741befab tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457096 Apr 28 21:03:54.576594 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ccbf-ff86-4046-9d12-df131d0e31bf req-0ef727d1-f3b4-48ad-8369-5bc1b10faabb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:54.578244 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9238ccbf-ff86-4046-9d12-df131d0e31bf req-0ef727d1-f3b4-48ad-8369-5bc1b10faabb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 946 time: 0.0602300 Apr 28 21:03:54.630211 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9238ccbf-ff86-4046-9d12-df131d0e31bf req-774a827e-57e3-49db-bc9f-cccc82c26072 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458236 Apr 28 21:03:54.746828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1666-767e-4ef4-9182-f949c39c499e req-f6e3a8af-b90c-45b1-84bd-d9903c343db9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:54.748377 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6dab1666-767e-4ef4-9182-f949c39c499e req-f6e3a8af-b90c-45b1-84bd-d9903c343db9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 946 time: 0.0490389 Apr 28 21:03:54.803628 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6dab1666-767e-4ef4-9182-f949c39c499e req-a9d5a3a1-d04b-4c15-817d-0703c71100f3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477362 Apr 28 21:03:54.812414 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:03:54.835423 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53142) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:54.879801 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93ea51-8344-4411-8875-c1931b19f6c7 req-3cae0e1e-231d-4d4a-a7a3-62033c41ff43 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:54.881361 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fe93ea51-8344-4411-8875-c1931b19f6c7 req-3cae0e1e-231d-4d4a-a7a3-62033c41ff43 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0768249 Apr 28 21:03:54.898465 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03688079-d3fd-4cfa-aabf-1707303d5b5e tempest-TestVolumeBootPattern-781605922 tempest-TestVolumeBootPattern-781605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:54.905837 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-03688079-d3fd-4cfa-aabf-1707303d5b5e tempest-TestVolumeBootPattern-781605922 tempest-TestVolumeBootPattern-781605922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1125 time: 0.0635352 Apr 28 21:03:54.905979 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53144) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:54.907923 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:03:54.945251 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fe93ea51-8344-4411-8875-c1931b19f6c7 req-93ed2667-c9bf-4569-a865-f17754252b58 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558047 Apr 28 21:03:55.035827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:55.092898 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f2e121f1-a581-48a3-993d-c933b3a97a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:55.117968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:55.225171 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Allocated IP 172.27.0.80 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/43bfe969-4683-43fa-8f3d-006b5b457b4a) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:03:55.338556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:55.393032 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53156) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:55.433089 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:55.479532 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:03:55.485085 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:03:55.489070 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:03:55.512406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=43bfe969-4683-43fa-8f3d-006b5b457b4a,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:56.072782 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9f1b7-f687-4c44-b4ca-5ecc43141b7c req-8a8d0bc5-0a77-4863-a50b-6a2309e4fcda tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:56.075085 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88e9f1b7-f687-4c44-b4ca-5ecc43141b7c req-8a8d0bc5-0a77-4863-a50b-6a2309e4fcda tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0524261 Apr 28 21:03:56.127711 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-88e9f1b7-f687-4c44-b4ca-5ecc43141b7c req-73fdd356-388a-40fc-8239-ec723f876b32 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Apr 28 21:03:56.302958 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:56.403725 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (58b6148c-13f8-4fe6-b041-372b5fc0edbc), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:56.410890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-aa8d10fe-6656-4671-8cab-1ee7fee19591 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:56.412379 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-aa8d10fe-6656-4671-8cab-1ee7fee19591 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0949309 Apr 28 21:03:56.563508 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (704c0a96-0ad2-490c-91dc-0a9235faeb96), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:56.666934 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port 516c5c82-f5f4-465a-b46e-3b27cafaca07 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:56.667269 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:56.728792 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.023279 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] For port 516c5c82-f5f4-465a-b46e-3b27cafaca07, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=516c5c82-f5f4-465a-b46e-3b27cafaca07,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:57.023647 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.251509 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a979-964d-4c6f-bb17-483e01be16a0 req-b3a0870e-e37c-4c39-8e84-ae3347ec6929 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:57.253304 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9fb5a979-964d-4c6f-bb17-483e01be16a0 req-b3a0870e-e37c-4c39-8e84-ae3347ec6929 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 945 time: 0.0527844 Apr 28 21:03:57.312925 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9fb5a979-964d-4c6f-bb17-483e01be16a0 req-808004f8-384a-452a-8644-75a01cc9f4af tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups?id=b848b7ee-4912-4f60-9b1f-016e218ca9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534196 Apr 28 21:03:57.447611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.469868 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Deleting port bccd2f0a-d85f-47a0-986c-8547224ae1b5 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:57.470206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.574225 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.613118 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.613393 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (30580bcd-3aa9-4f9d-ae48-d13963cfd2c7), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.613728 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Floating IP 30580bcd-3aa9-4f9d-ae48-d13963cfd2c7 disassociated. External IP: 172.27.0.147, port: 516c5c82-f5f4-465a-b46e-3b27cafaca07. Apr 28 21:03:57.614055 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for 516c5c82-f5f4-465a-b46e-3b27cafaca07 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:57.684552 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] For port bccd2f0a-d85f-47a0-986c-8547224ae1b5, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=bccd2f0a-d85f-47a0-986c-8547224ae1b5,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:03:57.684923 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.717202 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=43bfe969-4683-43fa-8f3d-006b5b457b4a,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:57.740194 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Calling delete_port for bccd2f0a-d85f-47a0-986c-8547224ae1b5 owned by network:router_interface {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:03:57.745472 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (58b6148c-13f8-4fe6-b041-372b5fc0edbc), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:57.982256 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Floating IP 58b6148c-13f8-4fe6-b041-372b5fc0edbc associated. External IP: 172.27.0.80, port: 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa. Apr 28 21:03:58.003676 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:58.128683 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (516c5c82-f5f4-465a-b46e-3b27cafaca07), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:58.185785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=516c5c82-f5f4-465a-b46e-3b27cafaca07,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:58.371632 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (bccd2f0a-d85f-47a0-986c-8547224ae1b5), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:58.415820 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccd2f0a-d85f-47a0-986c-8547224ae1b5,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:58.428026 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:58.454897 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0dc8b933-b046-4bea-a301-14c242ae9f86 req-1d3e9b51-f8ad-43b0-abad-6e670b743c21 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 210 time: 0.0436950 Apr 28 21:03:58.466152 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:58.749925 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:58.759841 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:58.775294 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:58.776242 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:58.802270 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:58.814073 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:58.826929 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:58.827725 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:58.872501 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] No DVR routers for this DVR port 516c5c82-f5f4-465a-b46e-3b27cafaca07 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:03:58.877235 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:58.881225 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-5e5421e3-ea26-454c-94cb-6d334a2f3b21 req-b358eb44-b8ad-40fa-9b0f-4baaf50835ff tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.61 "DELETE /v2.0/ports/516c5c82-f5f4-465a-b46e-3b27cafaca07 HTTP/1.1" status: 204 len: 173 time: 2.4600387 Apr 28 21:03:58.881682 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'name': 'network-vif-deleted', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:58.884714 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5332a4-5718-4f7e-81ff-7da3da0d294b" -d '{"events": [{"server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "name": "network-vif-deleted", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:03:58.890134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (704c0a96-0ad2-490c-91dc-0a9235faeb96), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:58.898677 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:58.900491 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:58.989634 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc5976-2429-4a21-a89a-5b738440c960 x-openstack-request-id: req-f8bc5976-2429-4a21-a89a-5b738440c960 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:03:58.989980 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3096c423-d3af-4b95-a315-cad214eaacd6", "name": "network-vif-deleted", "tag": "516c5c82-f5f4-465a-b46e-3b27cafaca07", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:03:58.990173 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8bc5976-2429-4a21-a89a-5b738440c960 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:03:58.990572 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bc5976-2429-4a21-a89a-5b738440c960'] response: {'server_uuid': '3096c423-d3af-4b95-a315-cad214eaacd6', 'name': 'network-vif-deleted', 'tag': '516c5c82-f5f4-465a-b46e-3b27cafaca07', 'status': 'completed', 'code': 200} Apr 28 21:03:59.011249 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-050e9a2f-a51a-4c26-b3ca-a2e5be32a6b8 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0974011 Apr 28 21:03:59.011509 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:59.219418 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Router 704c0a96-0ad2-490c-91dc-0a9235faeb96 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:03:59.265741 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:03:56Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.298469 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:59.307230 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:59.307941 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.349443 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:03:59.358568 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53188) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:03:59.359402 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2e1e2a63-d85b-4259-8ce5-54de0c50dda8 admin admin] 10.222.0.64 "PUT /v2.0/routers/704c0a96-0ad2-490c-91dc-0a9235faeb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9651935 Apr 28 21:03:59.364686 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.367972 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] Sync routers for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:59.392284 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:59.405835 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:59.406662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.426390 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:03:59.426935 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.481666 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks [] for router (704c0a96-0ad2-490c-91dc-0a9235faeb96), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:59.483655 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:59.625477 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:59.627529 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0f3a2708-dca2-4301-8326-521182ab4123 req-24a8704d-889e-4d8e-ba7e-0ab20c577bf2 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/ports?device_id=3096c423-d3af-4b95-a315-cad214eaacd6 HTTP/1.1" status: 200 len: 210 time: 0.0437346 Apr 28 21:03:59.641838 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:59.645631 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks [] for router_gateway (704c0a96-0ad2-490c-91dc-0a9235faeb96), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:59.651113 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:03:59.826233 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Deleting port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:03:59.826785 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:03:59.867836 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.879982 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:03:56Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:59.907963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 516c5c82-f5f4-465a-b46e-3b27cafaca07 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:03:59.911142 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21b759-7433-4c2a-b9d8-e9ddcd215f14 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 4, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '528c8727-e344-4df0-bb36-06bb6970dbf6', 'name': '', 'network_id': '1d55ebe7-28c1-49d3-9227-248a174c9ada', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'mac_address': 'fa:16:3e:e7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:41Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'subnets': [{'id': '9babe4f0-e086-4d5b-9c67-96e26896e6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:59.918671 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d3ee4-169a-4ffe-902a-ac04620f1dd9 None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:03:56Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:59.950766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 516c5c82-f5f4-465a-b46e-3b27cafaca07 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:03:59.952662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 516c5c82-f5f4-465a-b46e-3b27cafaca07 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:03:59.976745 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T21:03:58Z', 'revision_number': 5, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port': {'id': '3fff8558-9df3-4646-b5a7-3c6a0ba330a2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:19Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:00.012749 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] For port 3fff8558-9df3-4646-b5a7-3c6a0ba330a2, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:00.012749 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.014335 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] Checking router: 704c0a96-0ad2-490c-91dc-0a9235faeb96 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:00.028424 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Calling delete_port for 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:00.052833 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] Routers {'704c0a96-0ad2-490c-91dc-0a9235faeb96'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:00.053483 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['704c0a96-0ad2-490c-91dc-0a9235faeb96'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:00.164691 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] Set router 704c0a96-0ad2-490c-91dc-0a9235faeb96 gateway port host: None {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:00.228193 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T21:03:59Z', 'revision_number': 6, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:00.264893 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a559c220-85b2-48a4-905d-8db012fb2250 None None] The sync data for ids ['704c0a96-0ad2-490c-91dc-0a9235faeb96'] in dv-cinder-750782-20-iscsi is: [{'id': '704c0a96-0ad2-490c-91dc-0a9235faeb96', 'name': 'tempest-AttachVolumeTestJSON-1573905943-router', 'tenant_id': 'd6692a6832a14613b5dc49240b3475f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:17Z', 'updated_at': '2022-04-28T21:03:59Z', 'revision_number': 6, 'project_id': 'd6692a6832a14613b5dc49240b3475f1', 'gw_port_host': None}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:00.317781 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c979f-136d-448b-bcce-fdd445f506a1 None None] New status for floating IP 58b6148c-13f8-4fe6-b041-372b5fc0edbc: ACTIVE {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:04:00.338771 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (3fff8558-9df3-4646-b5a7-3c6a0ba330a2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.372437 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3fff8558-9df3-4646-b5a7-3c6a0ba330a2,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:00.408276 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9f272-7c23-4e77-a71a-501c8e7b3b63 None None] New status for floating IP 30580bcd-3aa9-4f9d-ae48-d13963cfd2c7: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:04:00.440941 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (704c0a96-0ad2-490c-91dc-0a9235faeb96), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.556605 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (704c0a96-0ad2-490c-91dc-0a9235faeb96), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.559354 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks [] for router_controller (704c0a96-0ad2-490c-91dc-0a9235faeb96), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.706573 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (704c0a96-0ad2-490c-91dc-0a9235faeb96), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.706927 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704c0a96-0ad2-490c-91dc-0a9235faeb96 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:04:00.711788 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.713235 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3d139b4c-c3b2-41d5-bc56-ead49d3aa1ad admin admin] 10.222.0.64 "DELETE /v2.0/routers/704c0a96-0ad2-490c-91dc-0a9235faeb96 HTTP/1.1" status: 204 len: 168 time: 1.3536396 Apr 28 21:04:00.717429 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53216) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:00.763836 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Deleting subnet 7241fe5b-7c9e-49f7-a678-5882ee944940 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:04:00.766985 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Publish callbacks [] for subnet (7241fe5b-7c9e-49f7-a678-5882ee944940), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.807159 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (7241fe5b-7c9e-49f7-a678-5882ee944940), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.835869 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53220) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:00.893780 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (7241fe5b-7c9e-49f7-a678-5882ee944940), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.895122 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c1963e0-8b3c-47a7-ab8c-ff02984f7740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (b848b7ee-4912-4f60-9b1f-016e218ca9b4), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.920585 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c1963e0-8b3c-47a7-ab8c-ff02984f7740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (b848b7ee-4912-4f60-9b1f-016e218ca9b4), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:00.991686 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:04:00.994192 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f842d97-5bb2-409f-9b59-4772ee795c23" -d '{"events": [{"name": "network-changed", "server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:04:01.029213 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa024b98-f441-4697-92e7-f0acf97cdfee x-openstack-request-id: req-aa024b98-f441-4697-92e7-f0acf97cdfee {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:04:01.029493 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:04:01.029752 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa024b98-f441-4697-92e7-f0acf97cdfee {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:04:01.030161 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa024b98-f441-4697-92e7-f0acf97cdfee'] response: {'name': 'network-changed', 'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'status': 'completed', 'code': 200} Apr 28 21:04:01.030518 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (7241fe5b-7c9e-49f7-a678-5882ee944940), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.057975 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7241fe5b-7c9e-49f7-a678-5882ee944940,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:01.058461 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c1963e0-8b3c-47a7-ab8c-ff02984f7740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (b848b7ee-4912-4f60-9b1f-016e218ca9b4), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.061468 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-2c1963e0-8b3c-47a7-ab8c-ff02984f7740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.061697 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.063569 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-2c1963e0-8b3c-47a7-ab8c-ff02984f7740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/security-groups/b848b7ee-4912-4f60-9b1f-016e218ca9b4 HTTP/1.1" status: 204 len: 168 time: 0.2259414 Apr 28 21:04:01.067649 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3d5168b3-9d5b-4329-acbc-5e6f41a9c9ad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7241fe5b-7c9e-49f7-a678-5882ee944940 HTTP/1.1" status: 204 len: 168 time: 0.3491135 Apr 28 21:04:01.068318 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53224) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:01.068655 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53226) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:01.069711 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0e88b-f8ab-4982-8d4a-93a4da71917b None None] Network cd4ad921-7f53-4678-aca4-f8be7966b874 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:04:01.111912 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-06d7d7c8-9cbf-4e31-85e0-43e19af044c1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] show failed (client error): The resource could not be found. Apr 28 21:04:01.114188 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-06d7d7c8-9cbf-4e31-85e0-43e19af044c1 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "GET /v2.0/security-groups/b848b7ee-4912-4f60-9b1f-016e218ca9b4 HTTP/1.1" status: 404 len: 347 time: 0.0434809 Apr 28 21:04:01.132258 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53228) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:01.162207 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-e1142102-6ca2-4796-b118-35e6cd194c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:01.163774 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-e1142102-6ca2-4796-b118-35e6cd194c04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1130 time: 0.0990064 Apr 28 21:04:01.165878 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:01.169284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1963e0-8b3c-47a7-ab8c-ff02984f7740 tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b848b7ee-4912-4f60-9b1f-016e218ca9b4,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:01.213910 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:01.214257 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 3fff8558-9df3-4646-b5a7-3c6a0ba330a2 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:01.215254 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device bccd2f0a-d85f-47a0-986c-8547224ae1b5 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:01.246446 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: bccd2f0a-d85f-47a0-986c-8547224ae1b5 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:01.246801 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device bccd2f0a-d85f-47a0-986c-8547224ae1b5 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:01.281097 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (cd4ad921-7f53-4678-aca4-f8be7966b874), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.309862 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-ab49a2b0-deda-4c24-ac40-893ce92da738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:01.310029 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-ab49a2b0-deda-4c24-ac40-893ce92da738 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1386194 Apr 28 21:04:01.328892 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Deleting port 617cd7b1-bf8c-4afa-b4ff-172829c37fd7 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:01.332553 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.344591 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] DHCP port deletion for cd4ad921-7f53-4678-aca4-f8be7966b874 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:04:01.393862 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Deleting port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:01.394459 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.455835 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Deleting port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:01.456212 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.486104 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] For port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:01.487334 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.507623 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Calling delete_port for fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:01.527836 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.528337 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.556392 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Calling delete_port for 617cd7b1-bf8c-4afa-b4ff-172829c37fd7 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:01.559248 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] For port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,segment=NetworkSegment(b42a55f1-4a98-42c1-8198-bfaf8ab5b977),segment_id=b42a55f1-4a98-42c1-8198-bfaf8ab5b977)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:01.559875 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.579916 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Calling delete_port for fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:01.648634 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-4cbd131e-5f47-4aba-aa53-89ff84cb2ce1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 1001 time: 0.3185039 Apr 28 21:04:01.683482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.698317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-3ac1f730-6a5b-4c60-99e8-727f56b86709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:01.699845 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-3ac1f730-6a5b-4c60-99e8-727f56b86709 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0447855 Apr 28 21:04:01.709280 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Pushing event deleted for resources: {'Port': ['ID=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:01.717932 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] No DVR routers for this DVR port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:01.720076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.720436 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.720760 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.721096 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.721430 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.721754 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.723250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.723250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.723250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.723250 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.723606 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.723716 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.724223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.727708 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.727708 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd457aef-1fa2-4f32-92a4-1b3faa89bab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:01.732828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (fd7fdb80-9628-4f7c-93e0-1a9934ba61e9), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.755853 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-893e1aa5-2f92-4244-83b5-c09ebd4e084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:01.757421 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-893e1aa5-2f92-4244-83b5-c09ebd4e084f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498805 Apr 28 21:04:01.781739 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7fdb80-9628-4f7c-93e0-1a9934ba61e9,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:01.787043 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] No DVR routers for this DVR port fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 on host dv-cinder-750782-20-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:01.863266 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-a48881ac-2140-4764-8a89-dfbaa246cb83 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984104 Apr 28 21:04:01.879498 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (cd4ad921-7f53-4678-aca4-f8be7966b874), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.901091 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4ad921-7f53-4678-aca4-f8be7966b874']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:01.912781 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:01.913258 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42a55f1-4a98-42c1-8198-bfaf8ab5b977') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:01.930333 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (b42a55f1-4a98-42c1-8198-bfaf8ab5b977), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.947184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (b42a55f1-4a98-42c1-8198-bfaf8ab5b977), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.954791 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53240) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:01.957184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:04:01.957525 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (b42a55f1-4a98-42c1-8198-bfaf8ab5b977), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: self.session.flush() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: self.session.flush() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: self.session.flush() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: self.session.flush() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:04:01.963972 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:04:01.966644 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4f842d97-5bb2-409f-9b59-4772ee795c23 req-82a9ad90-b479-4afd-8737-257d4174b508 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954983 Apr 28 21:04:01.992547 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (617cd7b1-bf8c-4afa-b4ff-172829c37fd7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.064608 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Pushing event deleted for resources: {'Port': ['ID=617cd7b1-bf8c-4afa-b4ff-172829c37fd7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:02.360547 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (cd4ad921-7f53-4678-aca4-f8be7966b874), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.364571 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Deleting subnet b5e4ec72-79a0-4491-b7dc-7a424e957f64 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:04:02.372598 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.375621 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] 10.222.0.64 "DELETE /v2.0/networks/cd4ad921-7f53-4678-aca4-f8be7966b874 HTTP/1.1" status: 204 len: 168 time: 1.2921648 Apr 28 21:04:02.393725 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Publish callbacks [] for subnet (b5e4ec72-79a0-4491-b7dc-7a424e957f64), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.426780 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c52782-c3e8-43b6-988d-2f4c3349804f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4ad921-7f53-4678-aca4-f8be7966b874,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:02.453810 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks [] for floatingip (30580bcd-3aa9-4f9d-ae48-d13963cfd2c7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.456331 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.457462 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e0337ea6-e911-4939-9162-f33e5b729c9e tempest-AttachVolumeNegativeTest-1313003534 tempest-AttachVolumeNegativeTest-1313003534-project] 10.222.0.64 "DELETE /v2.0/floatingips/30580bcd-3aa9-4f9d-ae48-d13963cfd2c7 HTTP/1.1" status: 204 len: 168 time: 1.3241200 Apr 28 21:04:02.459588 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (b5e4ec72-79a0-4491-b7dc-7a424e957f64), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.503930 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (b5e4ec72-79a0-4491-b7dc-7a424e957f64), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.689774 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (b5e4ec72-79a0-4491-b7dc-7a424e957f64), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.720439 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e4ec72-79a0-4491-b7dc-7a424e957f64,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:02.724162 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.727305 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-db0a651f-dac6-4c4c-b56e-d37f751f88a0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b5e4ec72-79a0-4491-b7dc-7a424e957f64 HTTP/1.1" status: 204 len: 168 time: 0.7715280 Apr 28 21:04:02.730038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53248) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:02.784417 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53250) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:02.832553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (4a8adc1a-4eda-43b4-9e8b-427f48721073), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.834949 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-adc8f77b-dec0-4959-b787-bb46d2262c47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6692a6832a14613b5dc49240b3475f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488732 Apr 28 21:04:02.837408 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53252) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:02.887549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28c411cf-7903-43d4-aab7-6f30520ee3c9 admin admin] Publish callbacks [] for security_group (58e5d8ae-ff59-414e-8631-5e7340d634d4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.915065 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28c411cf-7903-43d4-aab7-6f30520ee3c9 admin admin] Publish callbacks [] for security_group (58e5d8ae-ff59-414e-8631-5e7340d634d4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.917689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (4a8adc1a-4eda-43b4-9e8b-427f48721073), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.938746 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8adc1a-4eda-43b4-9e8b-427f48721073']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:02.940051 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:02.952977 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7161ab-bd56-4019-a28c-4cb60ae7e19b') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:02.953576 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7161ab-bd56-4019-a28c-4cb60ae7e19b') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:02.963582 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (4e7161ab-bd56-4019-a28c-4cb60ae7e19b), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.964011 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:02.964632 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device fd7fdb80-9628-4f7c-93e0-1a9934ba61e9 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:02.979467 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (4e7161ab-bd56-4019-a28c-4cb60ae7e19b), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.985534 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (4e7161ab-bd56-4019-a28c-4cb60ae7e19b), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:04:02.990832 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:04:03.041054 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28c411cf-7903-43d4-aab7-6f30520ee3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (58e5d8ae-ff59-414e-8631-5e7340d634d4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.043629 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28c411cf-7903-43d4-aab7-6f30520ee3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.044898 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-28c411cf-7903-43d4-aab7-6f30520ee3c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58e5d8ae-ff59-414e-8631-5e7340d634d4 HTTP/1.1" status: 204 len: 168 time: 0.2065699 Apr 28 21:04:03.052667 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c411cf-7903-43d4-aab7-6f30520ee3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e5d8ae-ff59-414e-8631-5e7340d634d4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:03.100318 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (4a8adc1a-4eda-43b4-9e8b-427f48721073), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.106771 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.112801 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] 10.222.0.64 "DELETE /v2.0/networks/4a8adc1a-4eda-43b4-9e8b-427f48721073 HTTP/1.1" status: 204 len: 168 time: 0.3789399 Apr 28 21:04:03.113612 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53256) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:03.125369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1763c-abca-48fc-a173-31d5e67b4f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8adc1a-4eda-43b4-9e8b-427f48721073,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:03.167778 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Deleting subnet f59203d7-8785-4990-a7c9-88e3f481f4fa {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:04:03.170923 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Publish callbacks [] for subnet (f59203d7-8785-4990-a7c9-88e3f481f4fa), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.206625 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (f59203d7-8785-4990-a7c9-88e3f481f4fa), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.244545 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (f59203d7-8785-4990-a7c9-88e3f481f4fa), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.358091 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (f59203d7-8785-4990-a7c9-88e3f481f4fa), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.383673 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59203d7-8785-4990-a7c9-88e3f481f4fa,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:03.388356 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.391583 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-2bf93b5a-2e2a-4f18-b0f7-8163264cbdfd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f59203d7-8785-4990-a7c9-88e3f481f4fa HTTP/1.1" status: 204 len: 168 time: 0.2771215 Apr 28 21:04:03.393978 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53260) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:03.469292 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (fead3aec-f114-441d-9518-862215b9fbe5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.552540 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (fead3aec-f114-441d-9518-862215b9fbe5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.577558 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fead3aec-f114-441d-9518-862215b9fbe5']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:03.587176 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569e3a3d-d44a-4a33-9c45-607e990a5178') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:03.587467 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569e3a3d-d44a-4a33-9c45-607e990a5178') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:03.596778 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (569e3a3d-d44a-4a33-9c45-607e990a5178), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.610009 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (569e3a3d-d44a-4a33-9c45-607e990a5178), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.615726 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:04:03.616141 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (569e3a3d-d44a-4a33-9c45-607e990a5178), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:04:03.617769 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:04:03.746277 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (fead3aec-f114-441d-9518-862215b9fbe5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.751973 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:03.756759 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fead3aec-f114-441d-9518-862215b9fbe5 HTTP/1.1" status: 204 len: 168 time: 0.3601751 Apr 28 21:04:03.767473 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8b622-a358-4338-8ec2-3a753ea07fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fead3aec-f114-441d-9518-862215b9fbe5,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:04.142227 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53292) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:04.185764 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-11edf681-f5a8-4c7c-8136-55cb2c93d519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0bdbb71d28f43ed8a30f6695f690ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421860 Apr 28 21:04:04.188341 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53294) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:04.240534 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7fb-e92f-45f8-9301-b55d97c4674b admin admin] Publish callbacks [] for security_group (f73c3238-24b2-4a37-b0e2-6ae06871ceb4), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:04.262264 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7fb-e92f-45f8-9301-b55d97c4674b admin admin] Publish callbacks [] for security_group (f73c3238-24b2-4a37-b0e2-6ae06871ceb4), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:04.420915 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7fb-e92f-45f8-9301-b55d97c4674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f73c3238-24b2-4a37-b0e2-6ae06871ceb4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:04.424187 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a7fb-e92f-45f8-9301-b55d97c4674b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:04.425767 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e2d1a7fb-e92f-45f8-9301-b55d97c4674b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f73c3238-24b2-4a37-b0e2-6ae06871ceb4 HTTP/1.1" status: 204 len: 168 time: 0.2363238 Apr 28 21:04:04.439618 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a7fb-e92f-45f8-9301-b55d97c4674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73c3238-24b2-4a37-b0e2-6ae06871ceb4,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:05.055132 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53314) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:05.093265 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9e076cf5-d415-44d0-8ab1-f6072e52208b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e7a7ca057f141bda217eb3e0d3d8187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412397 Apr 28 21:04:05.095775 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53318) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:05.148744 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e40f317-3449-4300-ba8e-6f3b95dff9fa admin admin] Publish callbacks [] for security_group (f794b7b2-d788-4aa0-9247-e0f4b06b3173), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:05.173426 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e40f317-3449-4300-ba8e-6f3b95dff9fa admin admin] Publish callbacks [] for security_group (f794b7b2-d788-4aa0-9247-e0f4b06b3173), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:05.289549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e40f317-3449-4300-ba8e-6f3b95dff9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f794b7b2-d788-4aa0-9247-e0f4b06b3173), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:05.292296 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-3e40f317-3449-4300-ba8e-6f3b95dff9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:05.296807 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3e40f317-3449-4300-ba8e-6f3b95dff9fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f794b7b2-d788-4aa0-9247-e0f4b06b3173 HTTP/1.1" status: 204 len: 168 time: 0.1965039 Apr 28 21:04:05.304000 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40f317-3449-4300-ba8e-6f3b95dff9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794b7b2-d788-4aa0-9247-e0f4b06b3173,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:06.685463 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53374) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:07.124248 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:07.371996 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Deleting port 528c8727-e344-4df0-bb36-06bb6970dbf6 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:07.372348 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:07.452952 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] For port 528c8727-e344-4df0-bb36-06bb6970dbf6, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=528c8727-e344-4df0-bb36-06bb6970dbf6,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:07.453304 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:07.470475 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Calling delete_port for 528c8727-e344-4df0-bb36-06bb6970dbf6 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:07.711714 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (528c8727-e344-4df0-bb36-06bb6970dbf6), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:07.738172 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Pushing event deleted for resources: {'Port': ['ID=528c8727-e344-4df0-bb36-06bb6970dbf6,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:07.922476 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:08.164136 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Router a0b9103d-69d7-429b-8dd2-0ebd946fac9e has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:04:08.274200 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:04:08.279374 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4b9b834c-916e-43a1-95e4-b41861dea651 admin admin] 10.222.0.64 "PUT /v2.0/routers/a0b9103d-69d7-429b-8dd2-0ebd946fac9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5928562 Apr 28 21:04:08.282348 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53410) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:08.283073 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] Sync routers for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:08.296598 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:08.297264 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:08.391834 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks [] for router (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:08.408216 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:08.500439 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks [] for router_gateway (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:08.579413 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T21:04:07Z', 'revision_number': 5, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port': {'id': 'c44036cf-96c9-4c0d-a79b-04ee011e725a', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:08.607116 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] Checking router: a0b9103d-69d7-429b-8dd2-0ebd946fac9e for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:08.615455 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] Routers {'a0b9103d-69d7-429b-8dd2-0ebd946fac9e'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:08.616095 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:03:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:08.631259 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Deleting port c44036cf-96c9-4c0d-a79b-04ee011e725a {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:08.631596 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:08.703812 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] Set router a0b9103d-69d7-429b-8dd2-0ebd946fac9e gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:08.711012 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] For port c44036cf-96c9-4c0d-a79b-04ee011e725a, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=c44036cf-96c9-4c0d-a79b-04ee011e725a,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:08.711376 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:08.724909 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Calling delete_port for c44036cf-96c9-4c0d-a79b-04ee011e725a owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:08.758191 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T21:04:08Z', 'revision_number': 6, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:08.785623 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4a9fb-fab5-42d8-9bd6-9e89603113e3 None None] The sync data for ids ['a0b9103d-69d7-429b-8dd2-0ebd946fac9e'] in dv-cinder-750782-20-iscsi is: [{'id': 'a0b9103d-69d7-429b-8dd2-0ebd946fac9e', 'name': 'tempest-AttachVolumeNegativeTest-659433565-router', 'tenant_id': '880ebdbafffe496e8ce531d370e46b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T21:04:08Z', 'revision_number': 6, 'project_id': '880ebdbafffe496e8ce531d370e46b94', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:08.946502 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (c44036cf-96c9-4c0d-a79b-04ee011e725a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:08.973217 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44036cf-96c9-4c0d-a79b-04ee011e725a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:09.036666 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.161164 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.163500 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks [] for router_controller (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.292891 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (a0b9103d-69d7-429b-8dd2-0ebd946fac9e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.293341 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b9103d-69d7-429b-8dd2-0ebd946fac9e {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:04:09.299070 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.300263 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-73f348bb-2167-4976-9592-4354d43cc4d0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a0b9103d-69d7-429b-8dd2-0ebd946fac9e HTTP/1.1" status: 204 len: 168 time: 1.0169692 Apr 28 21:04:09.303051 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53424) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:09.347566 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Deleting subnet 9babe4f0-e086-4d5b-9c67-96e26896e6c0 {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:04:09.350734 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Publish callbacks [] for subnet (9babe4f0-e086-4d5b-9c67-96e26896e6c0), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.386766 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31190035'] for subnet (9babe4f0-e086-4d5b-9c67-96e26896e6c0), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.470102 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (9babe4f0-e086-4d5b-9c67-96e26896e6c0), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.567922 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 528c8727-e344-4df0-bb36-06bb6970dbf6 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:09.595191 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 528c8727-e344-4df0-bb36-06bb6970dbf6 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:09.595387 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 528c8727-e344-4df0-bb36-06bb6970dbf6 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:09.629737 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31190213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29830940'] for subnet (9babe4f0-e086-4d5b-9c67-96e26896e6c0), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.654649 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9babe4f0-e086-4d5b-9c67-96e26896e6c0,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:09.659237 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.662657 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ee77c3f1-f26c-4f18-ac84-1b58343d7084 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9babe4f0-e086-4d5b-9c67-96e26896e6c0 HTTP/1.1" status: 204 len: 168 time: 0.3582950 Apr 28 21:04:09.664963 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53430) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:09.672583 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae57b92-e6d6-4934-82c8-a24b9b8198e6 None None] Network 1d55ebe7-28c1-49d3-9227-248a174c9ada requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:04:09.738197 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (1d55ebe7-28c1-49d3-9227-248a174c9ada), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.789210 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Deleting port 41d10efb-bb32-41d5-bc75-643d1b96f70b {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:09.790353 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.845264 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] DHCP port deletion for 1d55ebe7-28c1-49d3-9227-248a174c9ada request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:04:09.858369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] For port 41d10efb-bb32-41d5-bc75-643d1b96f70b, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=41d10efb-bb32-41d5-bc75-643d1b96f70b,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:09.858750 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.875518 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Calling delete_port for 41d10efb-bb32-41d5-bc75-643d1b96f70b owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:09.886563 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] Deleting port 41d10efb-bb32-41d5-bc75-643d1b96f70b {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:09.887019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:09.955731 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] For port 41d10efb-bb32-41d5-bc75-643d1b96f70b, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=41d10efb-bb32-41d5-bc75-643d1b96f70b,segment=NetworkSegment(1df7a241-73b9-4408-b0ce-450008c0da9a),segment_id=1df7a241-73b9-4408-b0ce-450008c0da9a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:09.956213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.032565 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.061801 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] No DVR routers for this DVR port 41d10efb-bb32-41d5-bc75-643d1b96f70b on host dv-cinder-750782-20-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:10.063809 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d10efb-bb32-41d5-bc75-643d1b96f70b,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:10.102939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] Calling delete_port for 41d10efb-bb32-41d5-bc75-643d1b96f70b owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:10.141641 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (1d55ebe7-28c1-49d3-9227-248a174c9ada), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.177573 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d55ebe7-28c1-49d3-9227-248a174c9ada']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:10.182979 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (41d10efb-bb32-41d5-bc75-643d1b96f70b), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.188429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df7a241-73b9-4408-b0ce-450008c0da9a') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:10.188739 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df7a241-73b9-4408-b0ce-450008c0da9a') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:10.200544 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (1df7a241-73b9-4408-b0ce-450008c0da9a), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.208595 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] Pushing event deleted for resources: {'Port': ['ID=41d10efb-bb32-41d5-bc75-643d1b96f70b,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:10.212153 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d84a5-d981-4189-aa59-d6a3b62e8586 None None] No DVR routers for this DVR port 41d10efb-bb32-41d5-bc75-643d1b96f70b on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:10.223167 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (1df7a241-73b9-4408-b0ce-450008c0da9a), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.229460 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:04:10.229878 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (1df7a241-73b9-4408-b0ce-450008c0da9a), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:04:10.231641 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:04:10.407307 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (1d55ebe7-28c1-49d3-9227-248a174c9ada), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.419188 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.419188 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1d55ebe7-28c1-49d3-9227-248a174c9ada HTTP/1.1" status: 204 len: 168 time: 0.7490692 Apr 28 21:04:10.429133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dbf81-98ba-4f2f-b46c-9d79cc005151 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d55ebe7-28c1-49d3-9227-248a174c9ada,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:10.795046 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53440) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:10.836304 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-afea4691-5f1c-4b84-9ce2-40cb629194e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=880ebdbafffe496e8ce531d370e46b94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399494 Apr 28 21:04:10.838751 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53442) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:10.894354 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8d3afbfe-abb5-4767-8887-2631efcbac58 admin admin] Publish callbacks [] for security_group (9d9b6666-97f9-4b70-84ef-c7d8caa50f33), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.921587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8d3afbfe-abb5-4767-8887-2631efcbac58 admin admin] Publish callbacks [] for security_group (9d9b6666-97f9-4b70-84ef-c7d8caa50f33), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:10.962378 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 41d10efb-bb32-41d5-bc75-643d1b96f70b no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:10.981662 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53446) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:10.985592 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 41d10efb-bb32-41d5-bc75-643d1b96f70b {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:10.985949 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 41d10efb-bb32-41d5-bc75-643d1b96f70b not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:10.986369 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c44036cf-96c9-4c0d-a79b-04ee011e725a no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:11.006218 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: c44036cf-96c9-4c0d-a79b-04ee011e725a {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:11.006575 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device c44036cf-96c9-4c0d-a79b-04ee011e725a not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:11.043124 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8d3afbfe-abb5-4767-8887-2631efcbac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9d9b6666-97f9-4b70-84ef-c7d8caa50f33), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.045881 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8d3afbfe-abb5-4767-8887-2631efcbac58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.047166 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-8d3afbfe-abb5-4767-8887-2631efcbac58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d9b6666-97f9-4b70-84ef-c7d8caa50f33 HTTP/1.1" status: 204 len: 168 time: 0.2068295 Apr 28 21:04:11.055560 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3afbfe-abb5-4767-8887-2631efcbac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9b6666-97f9-4b70-84ef-c7d8caa50f33,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:11.097284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bad5561e-3c71-4b55-b6a6-315f34af1566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.170862 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bad5561e-3c71-4b55-b6a6-315f34af1566 admin admin] Publish callbacks [] for security_group (cc5f2491-4817-40a9-9403-73efbfbdf700), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.237403 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bad5561e-3c71-4b55-b6a6-315f34af1566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (cc5f2491-4817-40a9-9403-73efbfbdf700), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.276903 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-bad5561e-3c71-4b55-b6a6-315f34af1566 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=026fc4ba2c8f459ab2759436081d23dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941391 Apr 28 21:04:11.277788 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5561e-3c71-4b55-b6a6-315f34af1566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5f2491-4817-40a9-9403-73efbfbdf700,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:11.279731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53452) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:11.341814 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bafae1ee-4f88-495c-80aa-7e1396a94415 admin admin] Publish callbacks [] for security_group (cc5f2491-4817-40a9-9403-73efbfbdf700), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.364432 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bafae1ee-4f88-495c-80aa-7e1396a94415 admin admin] Publish callbacks [] for security_group (cc5f2491-4817-40a9-9403-73efbfbdf700), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.726715 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bafae1ee-4f88-495c-80aa-7e1396a94415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (cc5f2491-4817-40a9-9403-73efbfbdf700), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.729443 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bafae1ee-4f88-495c-80aa-7e1396a94415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:11.731108 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bafae1ee-4f88-495c-80aa-7e1396a94415 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc5f2491-4817-40a9-9403-73efbfbdf700 HTTP/1.1" status: 204 len: 168 time: 0.4497797 Apr 28 21:04:11.738884 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafae1ee-4f88-495c-80aa-7e1396a94415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5f2491-4817-40a9-9403-73efbfbdf700,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:12.530017 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53486) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:12.544566 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4accbd27-8b70-4e19-909a-6eea40035d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.625401 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4accbd27-8b70-4e19-909a-6eea40035d9e admin admin] Publish callbacks [] for security_group (a02e7612-05b6-4edd-bb42-c5a73222fdb0), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.704076 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4accbd27-8b70-4e19-909a-6eea40035d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a02e7612-05b6-4edd-bb42-c5a73222fdb0), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.746552 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4accbd27-8b70-4e19-909a-6eea40035d9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d89c479f0e84affb26c78f859308f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122593 Apr 28 21:04:12.746552 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accbd27-8b70-4e19-909a-6eea40035d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02e7612-05b6-4edd-bb42-c5a73222fdb0,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:12.747042 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53490) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:12.809883 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-97ae5e1c-82d2-4f9d-a588-cd68a8790704 admin admin] Publish callbacks [] for security_group (a02e7612-05b6-4edd-bb42-c5a73222fdb0), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.835172 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-97ae5e1c-82d2-4f9d-a588-cd68a8790704 admin admin] Publish callbacks [] for security_group (a02e7612-05b6-4edd-bb42-c5a73222fdb0), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.972413 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-97ae5e1c-82d2-4f9d-a588-cd68a8790704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a02e7612-05b6-4edd-bb42-c5a73222fdb0), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.975234 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-97ae5e1c-82d2-4f9d-a588-cd68a8790704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:12.976458 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-97ae5e1c-82d2-4f9d-a588-cd68a8790704 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a02e7612-05b6-4edd-bb42-c5a73222fdb0 HTTP/1.1" status: 204 len: 168 time: 0.2282047 Apr 28 21:04:12.985192 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae5e1c-82d2-4f9d-a588-cd68a8790704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02e7612-05b6-4edd-bb42-c5a73222fdb0,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:21.083298 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:22.483109 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c9f62174-69dc-41fe-a458-b624c2bff1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:23.595169 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53714) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:23.706234 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9ba2-188e-421f-9e1a-b1b7ed892eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:23.754912 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53720) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:23.792211 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9ba2-188e-421f-9e1a-b1b7ed892eca admin admin] Publish callbacks [] for security_group (0ef56149-21f9-46b5-8c33-505d4d07f446), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:23.863651 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ad8d9ba2-188e-421f-9e1a-b1b7ed892eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (0ef56149-21f9-46b5-8c33-505d4d07f446), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:23.864408 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c757ba06-20db-465f-8d80-6a620fb42143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:23.903306 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ad8d9ba2-188e-421f-9e1a-b1b7ed892eca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfef1464fac54d14bf73ac55d42c74aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069367 Apr 28 21:04:23.904063 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d9ba2-188e-421f-9e1a-b1b7ed892eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef56149-21f9-46b5-8c33-505d4d07f446,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:23.906508 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53724) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:23.975314 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c757ba06-20db-465f-8d80-6a620fb42143 admin admin] Publish callbacks [] for security_group (f1db58b9-802f-4a0a-a076-6d64b41f1396), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:23.986238 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-04147080-3bf7-4d09-b5c7-bedab677989a admin admin] Publish callbacks [] for security_group (0ef56149-21f9-46b5-8c33-505d4d07f446), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.008051 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-04147080-3bf7-4d09-b5c7-bedab677989a admin admin] Publish callbacks [] for security_group (0ef56149-21f9-46b5-8c33-505d4d07f446), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.063326 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c757ba06-20db-465f-8d80-6a620fb42143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f1db58b9-802f-4a0a-a076-6d64b41f1396), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.106213 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c757ba06-20db-465f-8d80-6a620fb42143 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84f7394f480549c8bf9f5199400ab605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497550 Apr 28 21:04:24.107087 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757ba06-20db-465f-8d80-6a620fb42143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1db58b9-802f-4a0a-a076-6d64b41f1396,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:24.108941 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53726) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:24.158114 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-04147080-3bf7-4d09-b5c7-bedab677989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (0ef56149-21f9-46b5-8c33-505d4d07f446), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.159274 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f70892d0-1ae2-4e23-b049-460425c6dba6 admin admin] Publish callbacks [] for security_group (f1db58b9-802f-4a0a-a076-6d64b41f1396), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.161124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-04147080-3bf7-4d09-b5c7-bedab677989a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.162284 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-04147080-3bf7-4d09-b5c7-bedab677989a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ef56149-21f9-46b5-8c33-505d4d07f446 HTTP/1.1" status: 204 len: 168 time: 0.2548327 Apr 28 21:04:24.172850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04147080-3bf7-4d09-b5c7-bedab677989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef56149-21f9-46b5-8c33-505d4d07f446,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:24.188779 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f70892d0-1ae2-4e23-b049-460425c6dba6 admin admin] Publish callbacks [] for security_group (f1db58b9-802f-4a0a-a076-6d64b41f1396), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.374126 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f70892d0-1ae2-4e23-b049-460425c6dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (f1db58b9-802f-4a0a-a076-6d64b41f1396), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.376813 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f70892d0-1ae2-4e23-b049-460425c6dba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.377957 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f70892d0-1ae2-4e23-b049-460425c6dba6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1db58b9-802f-4a0a-a076-6d64b41f1396 HTTP/1.1" status: 204 len: 168 time: 0.2679188 Apr 28 21:04:24.386179 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70892d0-1ae2-4e23-b049-460425c6dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1db58b9-802f-4a0a-a076-6d64b41f1396,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:24.882278 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53744) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:24.899803 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-11eb1735-8dea-4d96-907f-38bb00998e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:24.973822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-11eb1735-8dea-4d96-907f-38bb00998e0b admin admin] Publish callbacks [] for security_group (3c59d91f-ff02-4e9f-abb9-c9a4e790b981), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.025657 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-11eb1735-8dea-4d96-907f-38bb00998e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3c59d91f-ff02-4e9f-abb9-c9a4e790b981), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.065682 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-894dee02-6777-4ee8-b431-85e897c36792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.097829 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb1735-8dea-4d96-907f-38bb00998e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59d91f-ff02-4e9f-abb9-c9a4e790b981,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:25.104592 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-11eb1735-8dea-4d96-907f-38bb00998e0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29986bcc756741ec9ed17030a30411ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203879 Apr 28 21:04:25.104771 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53748) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:25.108205 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-69e96114-146a-4db4-ab3c-168d569365f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700955 Apr 28 21:04:25.156619 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f49f4-2e86-448c-85ce-33fe96d7eecc admin admin] Publish callbacks [] for security_group (3c59d91f-ff02-4e9f-abb9-c9a4e790b981), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.182886 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f49f4-2e86-448c-85ce-33fe96d7eecc admin admin] Publish callbacks [] for security_group (3c59d91f-ff02-4e9f-abb9-c9a4e790b981), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.203754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-f07cf6d9-2485-4027-953f-4fb1b0f29fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:25.205638 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-f07cf6d9-2485-4027-953f-4fb1b0f29fd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54c64c03db3643ddac88e4896496ae68&device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 1130 time: 0.0452120 Apr 28 21:04:25.309606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f49f4-2e86-448c-85ce-33fe96d7eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3c59d91f-ff02-4e9f-abb9-c9a4e790b981), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.312164 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f49f4-2e86-448c-85ce-33fe96d7eecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:25.315653 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1c3f49f4-2e86-448c-85ce-33fe96d7eecc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c59d91f-ff02-4e9f-abb9-c9a4e790b981 HTTP/1.1" status: 204 len: 168 time: 0.2076318 Apr 28 21:04:25.320963 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-7f2efd72-8bdf-4ad2-9137-d078b0fb8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:25.321315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f49f4-2e86-448c-85ce-33fe96d7eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59d91f-ff02-4e9f-abb9-c9a4e790b981,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:25.322445 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-7f2efd72-8bdf-4ad2-9137-d078b0fb8bd7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 200 len: 918 time: 0.0947428 Apr 28 21:04:25.397440 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-d43a8e78-24d6-496b-ba41-f1fc6c9cb64c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 200 len: 1000 time: 0.0658269 Apr 28 21:04:25.447337 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-30024a9c-ff78-48b5-b9f1-5219145eb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:25.448678 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-30024a9c-ff78-48b5-b9f1-5219145eb297 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 200 len: 856 time: 0.0442116 Apr 28 21:04:25.501514 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-d5e3d9aa-76bf-4d47-8bd6-8695b1f1582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:25.503022 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-d5e3d9aa-76bf-4d47-8bd6-8695b1f1582f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719c110f-4197-46b6-a5fb-5a4f9e5d8053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450661 Apr 28 21:04:25.636869 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-9198087d-9730-47fb-8b31-395b27769d22 service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055317 Apr 28 21:04:25.732113 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-de2e5dc9-8a4f-4a2d-932f-af7c23542695 req-b173201f-5374-47f8-bf0d-6ea9da0b461b service neutron] 10.222.0.61 "GET /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076317 Apr 28 21:04:26.305821 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.036961 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.045589 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53860) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:28.152168 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23491267-d8cb-4e64-9f29-b7c79ab3d432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.250237 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23491267-d8cb-4e64-9f29-b7c79ab3d432 admin admin] Publish callbacks [] for security_group (df61e8a8-b9b3-42a5-b41e-fae9369130b7), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.355867 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-23491267-d8cb-4e64-9f29-b7c79ab3d432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (df61e8a8-b9b3-42a5-b41e-fae9369130b7), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.399908 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-23491267-d8cb-4e64-9f29-b7c79ab3d432 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baa714ca87ce410ab37aae99db815fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548453 Apr 28 21:04:28.400835 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23491267-d8cb-4e64-9f29-b7c79ab3d432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df61e8a8-b9b3-42a5-b41e-fae9369130b7,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:28.402802 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53868) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:28.456318 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6d0f-dacd-49ea-9b09-efb72c68b83c admin admin] Publish callbacks [] for security_group (df61e8a8-b9b3-42a5-b41e-fae9369130b7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.478792 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6d0f-dacd-49ea-9b09-efb72c68b83c admin admin] Publish callbacks [] for security_group (df61e8a8-b9b3-42a5-b41e-fae9369130b7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.583870 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6d0f-dacd-49ea-9b09-efb72c68b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (df61e8a8-b9b3-42a5-b41e-fae9369130b7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.586583 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6d0f-dacd-49ea-9b09-efb72c68b83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:28.587832 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5c8b6d0f-dacd-49ea-9b09-efb72c68b83c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df61e8a8-b9b3-42a5-b41e-fae9369130b7 HTTP/1.1" status: 204 len: 168 time: 0.1833425 Apr 28 21:04:28.597496 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b6d0f-dacd-49ea-9b09-efb72c68b83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61e8a8-b9b3-42a5-b41e-fae9369130b7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:29.308305 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53888) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:29.320518 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.323590 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-06956aa0-4208-4c06-b78f-4d13d31a5eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.402750 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-06956aa0-4208-4c06-b78f-4d13d31a5eda admin admin] Publish callbacks [] for security_group (9c13233e-7965-426d-8ba6-6a338cd38599), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.509478 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-06956aa0-4208-4c06-b78f-4d13d31a5eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9c13233e-7965-426d-8ba6-6a338cd38599), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.549290 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-06956aa0-4208-4c06-b78f-4d13d31a5eda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=212aa6e2bac8429984124946ccbc2a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398734 Apr 28 21:04:29.550271 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06956aa0-4208-4c06-b78f-4d13d31a5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13233e-7965-426d-8ba6-6a338cd38599,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:29.552052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53894) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:29.637385 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b91-c169-4f1d-ad6e-4e348c1ec4c6 admin admin] Publish callbacks [] for security_group (9c13233e-7965-426d-8ba6-6a338cd38599), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.665320 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b91-c169-4f1d-ad6e-4e348c1ec4c6 admin admin] Publish callbacks [] for security_group (9c13233e-7965-426d-8ba6-6a338cd38599), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.791655 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b91-c169-4f1d-ad6e-4e348c1ec4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9c13233e-7965-426d-8ba6-6a338cd38599), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.794823 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b91-c169-4f1d-ad6e-4e348c1ec4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:29.796669 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9e2e9b91-c169-4f1d-ad6e-4e348c1ec4c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c13233e-7965-426d-8ba6-6a338cd38599 HTTP/1.1" status: 204 len: 168 time: 0.2429097 Apr 28 21:04:29.804339 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e9b91-c169-4f1d-ad6e-4e348c1ec4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13233e-7965-426d-8ba6-6a338cd38599,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:31.813283 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:04:31.896498 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 53972) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:32.014107 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecfeeea4-1608-47a0-8bd2-cb823e68cab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.095323 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecfeeea4-1608-47a0-8bd2-cb823e68cab6 admin admin] Publish callbacks [] for security_group (1ca66fc8-9aea-4252-99b3-ee73cd30c9d1), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.196984 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ecfeeea4-1608-47a0-8bd2-cb823e68cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1ca66fc8-9aea-4252-99b3-ee73cd30c9d1), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.236263 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ecfeeea4-1608-47a0-8bd2-cb823e68cab6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4422e8d91de4177b2a67aaafd92a388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386130 Apr 28 21:04:32.238585 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeeea4-1608-47a0-8bd2-cb823e68cab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca66fc8-9aea-4252-99b3-ee73cd30c9d1,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:32.239387 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53980) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:32.290603 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7f588e58-3d4f-4203-88a8-09da6ca0b05a admin admin] Publish callbacks [] for security_group (1ca66fc8-9aea-4252-99b3-ee73cd30c9d1), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.317150 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7f588e58-3d4f-4203-88a8-09da6ca0b05a admin admin] Publish callbacks [] for security_group (1ca66fc8-9aea-4252-99b3-ee73cd30c9d1), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.474641 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7f588e58-3d4f-4203-88a8-09da6ca0b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1ca66fc8-9aea-4252-99b3-ee73cd30c9d1), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.477383 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7f588e58-3d4f-4203-88a8-09da6ca0b05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:32.481331 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7f588e58-3d4f-4203-88a8-09da6ca0b05a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ca66fc8-9aea-4252-99b3-ee73cd30c9d1 HTTP/1.1" status: 204 len: 168 time: 0.2380576 Apr 28 21:04:32.486415 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f588e58-3d4f-4203-88a8-09da6ca0b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca66fc8-9aea-4252-99b3-ee73cd30c9d1,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:33.242902 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53994) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:33.259199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d329fce4-328e-478c-b79a-7a9b7f002e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.340247 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d329fce4-328e-478c-b79a-7a9b7f002e6c admin admin] Publish callbacks [] for security_group (43533688-b8bd-4898-812d-bce4590b3ba2), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.412345 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d329fce4-328e-478c-b79a-7a9b7f002e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (43533688-b8bd-4898-812d-bce4590b3ba2), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.452436 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329fce4-328e-478c-b79a-7a9b7f002e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43533688-b8bd-4898-812d-bce4590b3ba2,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:33.458400 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d329fce4-328e-478c-b79a-7a9b7f002e6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64ada09181554714b5a53681d4c3b67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144101 Apr 28 21:04:33.461060 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 53996) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:33.513754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-623ca1e1-a0c0-4018-9d69-79646aae60e9 admin admin] Publish callbacks [] for security_group (43533688-b8bd-4898-812d-bce4590b3ba2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.541676 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-623ca1e1-a0c0-4018-9d69-79646aae60e9 admin admin] Publish callbacks [] for security_group (43533688-b8bd-4898-812d-bce4590b3ba2), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.677444 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-623ca1e1-a0c0-4018-9d69-79646aae60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (43533688-b8bd-4898-812d-bce4590b3ba2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.680250 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-623ca1e1-a0c0-4018-9d69-79646aae60e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:33.681429 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-623ca1e1-a0c0-4018-9d69-79646aae60e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43533688-b8bd-4898-812d-bce4590b3ba2 HTTP/1.1" status: 204 len: 168 time: 0.2193224 Apr 28 21:04:33.690246 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca1e1-a0c0-4018-9d69-79646aae60e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43533688-b8bd-4898-812d-bce4590b3ba2,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:36.076901 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5a70a-9ba4-4476-934f-9cfb55721cfb req-7c5c26da-a83a-47a7-a297-5e0c5bb45e6f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:36.078619 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43b5a70a-9ba4-4476-934f-9cfb55721cfb req-7c5c26da-a83a-47a7-a297-5e0c5bb45e6f tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0555141 Apr 28 21:04:36.126526 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43b5a70a-9ba4-4476-934f-9cfb55721cfb req-f3b788ae-4548-40e1-99a1-d8c500990e02 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 Apr 28 21:04:37.250997 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73b19-024c-495b-8dfc-01b077f68bbb req-63b1a904-9c44-4988-a444-3354dbd96e46 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:37.252423 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4f73b19-024c-495b-8dfc-01b077f68bbb req-63b1a904-9c44-4988-a444-3354dbd96e46 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0502558 Apr 28 21:04:37.298852 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4f73b19-024c-495b-8dfc-01b077f68bbb req-d8c99a8c-2492-4796-97bb-0e85cef0005d tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebb63a09-bc80-4277-8962-563acf2b4618&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Apr 28 21:04:37.345982 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-6cae3bab-9ab3-4b98-9f61-f6859b34b9bb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:37.347617 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-6cae3bab-9ab3-4b98-9f61-f6859b34b9bb tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 946 time: 0.0532110 Apr 28 21:04:37.450581 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Deleting port 79b83871-5789-495e-9578-3b302e86276a {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:37.450956 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (79b83871-5789-495e-9578-3b302e86276a), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:37.578119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] For port 79b83871-5789-495e-9578-3b302e86276a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79b83871-5789-495e-9578-3b302e86276a,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:37.578483 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (79b83871-5789-495e-9578-3b302e86276a), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:37.773133 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:37.773550 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (76d77e20-dbc2-487a-ac64-ab0f07e87ab6), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:37.773846 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.l3_db [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Floating IP 76d77e20-dbc2-487a-ac64-ab0f07e87ab6 disassociated. External IP: 172.27.0.92, port: 79b83871-5789-495e-9578-3b302e86276a. Apr 28 21:04:37.774491 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Calling delete_port for 79b83871-5789-495e-9578-3b302e86276a owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:38.026054 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (79b83871-5789-495e-9578-3b302e86276a), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:38.056378 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event deleted for resources: {'Port': ['ID=79b83871-5789-495e-9578-3b302e86276a,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:38.066284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.066632 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.071615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.074876 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:38.236516 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Router d145fffb-2140-4954-bacb-eb07632a7084 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:04:38.400730 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:04:38.416857 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:38.456961 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:38.457988 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:38.469611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] No DVR routers for this DVR port 79b83871-5789-495e-9578-3b302e86276a on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:38.472558 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:38.478223 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-cbbf0083-b5c1-413c-baf0-ccc2362ae1d1 req-76b10a21-9c44-4799-bead-86eacc0a222e tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.61 "DELETE /v2.0/ports/79b83871-5789-495e-9578-3b302e86276a HTTP/1.1" status: 204 len: 173 time: 1.1252110 Apr 28 21:04:38.480198 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-deleted', 'tag': '79b83871-5789-495e-9578-3b302e86276a'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:04:38.480629 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a5d7463d-78e1-4e71-a827-88bb4c37b96f req-d7d4d2e6-1009-4ad8-be1b-ea4f30fe4970 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 210 time: 0.0678127 Apr 28 21:04:38.484992 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ea8669-8c04-4b0a-af5f-6f9e48406866" -d '{"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-deleted", "tag": "79b83871-5789-495e-9578-3b302e86276a"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:04:38.562618 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093b5fb7-71ab-439d-9127-2d2e8dfb95cc x-openstack-request-id: req-093b5fb7-71ab-439d-9127-2d2e8dfb95cc {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:04:38.563243 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21852b56-f7fb-441f-ac2f-6ed2c922cf24", "name": "network-vif-deleted", "tag": "79b83871-5789-495e-9578-3b302e86276a", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:04:38.563683 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-093b5fb7-71ab-439d-9127-2d2e8dfb95cc {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:04:38.564297 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093b5fb7-71ab-439d-9127-2d2e8dfb95cc'] response: {'server_uuid': '21852b56-f7fb-441f-ac2f-6ed2c922cf24', 'name': 'network-vif-deleted', 'tag': '79b83871-5789-495e-9578-3b302e86276a', 'status': 'completed', 'code': 200} Apr 28 21:04:38.759104 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:38.968667 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:38.996951 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:39.006333 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:39.007030 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:39.143691 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:39.356359 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:39.383382 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b885f35b-cbcc-46f9-886b-677404748d87 None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': 'cfe781a9-fb0c-46da-923a-6c0cc31202b2', 'name': '', 'network_id': '719c110f-4197-46b6-a5fb-5a4f9e5d8053', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'mac_address': 'fa:16:3e:af:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:29Z', 'updated_at': '2022-04-28T20:57:38Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'subnets': [{'id': '79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:39.640965 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1cb9384-6c95-47c5-9e0d-7a5e2df5b045 req-997a9367-307b-45b8-955b-0845f77aa1cc tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/ports?device_id=21852b56-f7fb-441f-ac2f-6ed2c922cf24 HTTP/1.1" status: 200 len: 210 time: 0.0446041 Apr 28 21:04:39.691246 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305cf61-7835-4d48-9ba7-3234bfebc110 None None] New status for floating IP 76d77e20-dbc2-487a-ac64-ab0f07e87ab6: DOWN {{(pid=110577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:04:40.239964 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54176) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:40.356330 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79891129-eafb-49cf-98dd-1e11960cc2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.431961 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79891129-eafb-49cf-98dd-1e11960cc2cd admin admin] Publish callbacks [] for security_group (1c106875-db8c-4651-9f48-877100ec6e63), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.434225 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:40.455728 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 79b83871-5789-495e-9578-3b302e86276a {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:40.456109 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 79b83871-5789-495e-9578-3b302e86276a not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:40.505471 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-79891129-eafb-49cf-98dd-1e11960cc2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1c106875-db8c-4651-9f48-877100ec6e63), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.545605 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-79891129-eafb-49cf-98dd-1e11960cc2cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9cb508797164169a9e4a54b19192f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044477 Apr 28 21:04:40.546606 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79891129-eafb-49cf-98dd-1e11960cc2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c106875-db8c-4651-9f48-877100ec6e63,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:40.548352 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54186) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:40.602567 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65a014a1-3d59-4835-a260-588a2424da94 admin admin] Publish callbacks [] for security_group (1c106875-db8c-4651-9f48-877100ec6e63), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.628947 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65a014a1-3d59-4835-a260-588a2424da94 admin admin] Publish callbacks [] for security_group (1c106875-db8c-4651-9f48-877100ec6e63), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.763410 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65a014a1-3d59-4835-a260-588a2424da94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1c106875-db8c-4651-9f48-877100ec6e63), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.766100 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-65a014a1-3d59-4835-a260-588a2424da94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.767292 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-65a014a1-3d59-4835-a260-588a2424da94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c106875-db8c-4651-9f48-877100ec6e63 HTTP/1.1" status: 204 len: 168 time: 0.2175012 Apr 28 21:04:40.775249 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a014a1-3d59-4835-a260-588a2424da94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c106875-db8c-4651-9f48-877100ec6e63,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:40.826849 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54204) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:40.888959 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9f82-3ccd-41be-ad24-e2dfe76101f6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (ebb63a09-bc80-4277-8962-563acf2b4618), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:40.914878 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9f82-3ccd-41be-ad24-e2dfe76101f6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (ebb63a09-bc80-4277-8962-563acf2b4618), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.063379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9f82-3ccd-41be-ad24-e2dfe76101f6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ebb63a09-bc80-4277-8962-563acf2b4618), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.066184 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9f82-3ccd-41be-ad24-e2dfe76101f6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.067614 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7b4d9f82-3ccd-41be-ad24-e2dfe76101f6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "DELETE /v2.0/security-groups/ebb63a09-bc80-4277-8962-563acf2b4618 HTTP/1.1" status: 204 len: 168 time: 0.2396455 Apr 28 21:04:41.078124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54214) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:41.081600 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d9f82-3ccd-41be-ad24-e2dfe76101f6 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb63a09-bc80-4277-8962-563acf2b4618,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:41.100984 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.api.v2.resource [None req-31586e75-0627-4ff9-ae37-80dac101d6c7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] show failed (client error): The resource could not be found. Apr 28 21:04:41.102513 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-31586e75-0627-4ff9-ae37-80dac101d6c7 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "GET /v2.0/security-groups/ebb63a09-bc80-4277-8962-563acf2b4618 HTTP/1.1" status: 404 len: 347 time: 0.0237629 Apr 28 21:04:41.107383 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54218) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:41.252262 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Deleting port 231ccd88-21b3-4d9c-bce9-1feddd45b8f8 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:41.252890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.355002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.355325 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.368291 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Calling delete_port for 231ccd88-21b3-4d9c-bce9-1feddd45b8f8 owned by network:floatingip {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:41.600970 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (231ccd88-21b3-4d9c-bce9-1feddd45b8f8), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.635141 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Pushing event deleted for resources: {'Port': ['ID=231ccd88-21b3-4d9c-bce9-1feddd45b8f8,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:41.701124 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks [] for floatingip (76d77e20-dbc2-487a-ac64-ab0f07e87ab6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.703897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:41.705092 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c9b5dc33-14dc-430f-b943-e305681bdc43 tempest-AttachVolumeShelveTestJSON-436145820 tempest-AttachVolumeShelveTestJSON-436145820-project] 10.222.0.64 "DELETE /v2.0/floatingips/76d77e20-dbc2-487a-ac64-ab0f07e87ab6 HTTP/1.1" status: 204 len: 168 time: 0.5967033 Apr 28 21:04:42.140696 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54252) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:42.247065 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-631acafc-3e74-4adb-9013-12beb971da33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.329253 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-631acafc-3e74-4adb-9013-12beb971da33 admin admin] Publish callbacks [] for security_group (c0fdd188-9f75-41f9-b204-3abf0f9dcecd), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.431145 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-631acafc-3e74-4adb-9013-12beb971da33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c0fdd188-9f75-41f9-b204-3abf0f9dcecd), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.472626 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-631acafc-3e74-4adb-9013-12beb971da33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa35480300d146d6b698f05b9d1a444a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311937 Apr 28 21:04:42.473419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631acafc-3e74-4adb-9013-12beb971da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fdd188-9f75-41f9-b204-3abf0f9dcecd,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:42.475633 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54260) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:42.531745 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e9d573f-d2fe-4de4-971c-a566c5f37f26 admin admin] Publish callbacks [] for security_group (c0fdd188-9f75-41f9-b204-3abf0f9dcecd), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.554669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e9d573f-d2fe-4de4-971c-a566c5f37f26 admin admin] Publish callbacks [] for security_group (c0fdd188-9f75-41f9-b204-3abf0f9dcecd), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.685576 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e9d573f-d2fe-4de4-971c-a566c5f37f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c0fdd188-9f75-41f9-b204-3abf0f9dcecd), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.689551 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-7e9d573f-d2fe-4de4-971c-a566c5f37f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:42.693659 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-7e9d573f-d2fe-4de4-971c-a566c5f37f26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0fdd188-9f75-41f9-b204-3abf0f9dcecd HTTP/1.1" status: 204 len: 168 time: 0.2135000 Apr 28 21:04:42.701700 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d573f-d2fe-4de4-971c-a566c5f37f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fdd188-9f75-41f9-b204-3abf0f9dcecd,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.567664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54288) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:43.581052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f8f-49df-4700-8c9b-92de6ce54bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:43.663204 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f8f-49df-4700-8c9b-92de6ce54bef admin admin] Publish callbacks [] for security_group (02eb3f59-836d-4f94-9a4f-0ee30869bdf6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:43.740163 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f8f-49df-4700-8c9b-92de6ce54bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (02eb3f59-836d-4f94-9a4f-0ee30869bdf6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:43.784954 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4bf09f8f-49df-4700-8c9b-92de6ce54bef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2416ecc81f7c426883b182333f7a3cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161384 Apr 28 21:04:43.785821 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09f8f-49df-4700-8c9b-92de6ce54bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb3f59-836d-4f94-9a4f-0ee30869bdf6,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.787903 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54290) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:43.846340 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-08040379-36e5-441a-abc7-f8f13c726ef2 admin admin] Publish callbacks [] for security_group (02eb3f59-836d-4f94-9a4f-0ee30869bdf6), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:43.867553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-08040379-36e5-441a-abc7-f8f13c726ef2 admin admin] Publish callbacks [] for security_group (02eb3f59-836d-4f94-9a4f-0ee30869bdf6), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:44.048554 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-08040379-36e5-441a-abc7-f8f13c726ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (02eb3f59-836d-4f94-9a4f-0ee30869bdf6), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:44.051314 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-08040379-36e5-441a-abc7-f8f13c726ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:44.052537 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-08040379-36e5-441a-abc7-f8f13c726ef2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02eb3f59-836d-4f94-9a4f-0ee30869bdf6 HTTP/1.1" status: 204 len: 168 time: 0.2630379 Apr 28 21:04:44.061842 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08040379-36e5-441a-abc7-f8f13c726ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb3f59-836d-4f94-9a4f-0ee30869bdf6,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:44.593617 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54320) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:45.310517 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (d145fffb-2140-4954-bacb-eb07632a7084), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:45.550120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Deleting port cfe781a9-fb0c-46da-923a-6c0cc31202b2 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:45.550645 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:45.634957 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] For port cfe781a9-fb0c-46da-923a-6c0cc31202b2, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=cfe781a9-fb0c-46da-923a-6c0cc31202b2,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:45.635327 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:45.648800 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Calling delete_port for cfe781a9-fb0c-46da-923a-6c0cc31202b2 owned by network:router_interface {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:45.929528 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (cfe781a9-fb0c-46da-923a-6c0cc31202b2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:45.969769 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe781a9-fb0c-46da-923a-6c0cc31202b2,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:46.195131 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (d145fffb-2140-4954-bacb-eb07632a7084), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:46.462175 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Router d145fffb-2140-4954-bacb-eb07632a7084 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:04:46.593488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:04:46.601950 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e5e470d5-816c-43b9-b913-268a07b9d3f3 admin admin] 10.222.0.64 "PUT /v2.0/routers/d145fffb-2140-4954-bacb-eb07632a7084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0038512 Apr 28 21:04:46.601950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54384) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:46.606357 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] Sync routers for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:46.616782 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:46.617543 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:46.722537 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks [] for router (d145fffb-2140-4954-bacb-eb07632a7084), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:46.728778 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:46.836502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks [] for router_gateway (d145fffb-2140-4954-bacb-eb07632a7084), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:46.910381 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T21:04:45Z', 'revision_number': 5, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port': {'id': '38d43f62-d8b9-467e-a7d7-7d33e5d95ebb', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:21Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:46.942634 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] Checking router: d145fffb-2140-4954-bacb-eb07632a7084 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:46.951510 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] Routers {'d145fffb-2140-4954-bacb-eb07632a7084'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:04:46.952526 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:25Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['d145fffb-2140-4954-bacb-eb07632a7084'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:46.989718 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Deleting port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:46.990396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.044046 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] Set router d145fffb-2140-4954-bacb-eb07632a7084 gateway port host: None {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:04:47.072577 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] For port 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:47.072948 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.086732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Calling delete_port for 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb owned by network:router_gateway {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:47.104841 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T21:04:46Z', 'revision_number': 6, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:47.145047 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ed1ca-269d-4710-b5b1-e280b61c87e8 None None] The sync data for ids ['d145fffb-2140-4954-bacb-eb07632a7084'] in dv-cinder-750782-20-iscsi is: [{'id': 'd145fffb-2140-4954-bacb-eb07632a7084', 'name': 'tempest-AttachVolumeShelveTestJSON-1774286299-router', 'tenant_id': '54c64c03db3643ddac88e4896496ae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:20Z', 'updated_at': '2022-04-28T21:04:46Z', 'revision_number': 6, 'project_id': '54c64c03db3643ddac88e4896496ae68', 'gw_port_host': None}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:47.368337 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (38d43f62-d8b9-467e-a7d7-7d33e5d95ebb), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.398525 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Pushing event deleted for resources: {'Port': ['ID=38d43f62-d8b9-467e-a7d7-7d33e5d95ebb,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:47.461599 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (d145fffb-2140-4954-bacb-eb07632a7084), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.567438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (d145fffb-2140-4954-bacb-eb07632a7084), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.571029 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks [] for router_controller (d145fffb-2140-4954-bacb-eb07632a7084), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.721361 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (d145fffb-2140-4954-bacb-eb07632a7084), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.721962 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d145fffb-2140-4954-bacb-eb07632a7084 {{(pid=110576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:04:47.726785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.730896 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-840acbd9-5d76-48a8-892f-6792d9dd304b admin admin] 10.222.0.64 "DELETE /v2.0/routers/d145fffb-2140-4954-bacb-eb07632a7084 HTTP/1.1" status: 204 len: 168 time: 1.1261599 Apr 28 21:04:47.731196 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54428) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:47.783915 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Deleting subnet 79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:04:47.787528 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Publish callbacks [] for subnet (79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.819736 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54432) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:47.829213 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31190035'] for subnet (79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.936385 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:47.964262 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c1313a01-5694-4768-8d1f-0f748bfe976f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.063314 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c1313a01-5694-4768-8d1f-0f748bfe976f admin admin] Publish callbacks [] for security_group (45c2fb5c-1199-4c76-9210-5d9b0f87473a), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.115397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31190213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29830940'] for subnet (79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.148007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.153847 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.168267 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-651bfbef-9dc2-47ab-8b72-2bef10bcccff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/79e0efc0-fa81-4c5d-ac8c-6ee0cf6e6620 HTTP/1.1" status: 204 len: 168 time: 0.4260821 Apr 28 21:04:48.168267 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54442) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:48.168776 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a9a73-d986-42f6-91c7-3a32a56c8877 None None] Network 719c110f-4197-46b6-a5fb-5a4f9e5d8053 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:04:48.240328 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c1313a01-5694-4768-8d1f-0f748bfe976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (45c2fb5c-1199-4c76-9210-5d9b0f87473a), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.241737 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (719c110f-4197-46b6-a5fb-5a4f9e5d8053), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.323375 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Deleting port 5ec76a7e-a289-4e50-9965-7d8933176df9 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:48.324496 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.325196 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c1313a01-5694-4768-8d1f-0f748bfe976f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a61fce1f8d54465582d2b8b1a6a04c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041277 Apr 28 21:04:48.330621 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54448) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:48.361970 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1313a01-5694-4768-8d1f-0f748bfe976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c2fb5c-1199-4c76-9210-5d9b0f87473a,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.376330 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] DHCP port deletion for 719c110f-4197-46b6-a5fb-5a4f9e5d8053 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:04:48.419583 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4985fd21-1c47-4d1c-9116-3b7141267019 admin admin] Publish callbacks [] for security_group (45c2fb5c-1199-4c76-9210-5d9b0f87473a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.445496 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4985fd21-1c47-4d1c-9116-3b7141267019 admin admin] Publish callbacks [] for security_group (45c2fb5c-1199-4c76-9210-5d9b0f87473a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.451315 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] For port 5ec76a7e-a289-4e50-9965-7d8933176df9, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=5ec76a7e-a289-4e50-9965-7d8933176df9,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:48.451859 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.454988 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] Deleting port 5ec76a7e-a289-4e50-9965-7d8933176df9 {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:04:48.455537 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.471537 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Calling delete_port for 5ec76a7e-a289-4e50-9965-7d8933176df9 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:48.531107 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] For port 5ec76a7e-a289-4e50-9965-7d8933176df9, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=5ec76a7e-a289-4e50-9965-7d8933176df9,segment=NetworkSegment(c0c6bfa4-494e-464f-8aac-db2e0ea33c5a),segment_id=c0c6bfa4-494e-464f-8aac-db2e0ea33c5a)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:48.531513 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.548501 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] Calling delete_port for 5ec76a7e-a289-4e50-9965-7d8933176df9 owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:04:48.648345 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4985fd21-1c47-4d1c-9116-3b7141267019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (45c2fb5c-1199-4c76-9210-5d9b0f87473a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.651095 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4985fd21-1c47-4d1c-9116-3b7141267019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.652890 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4985fd21-1c47-4d1c-9116-3b7141267019 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45c2fb5c-1199-4c76-9210-5d9b0f87473a HTTP/1.1" status: 204 len: 168 time: 0.3231530 Apr 28 21:04:48.661858 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985fd21-1c47-4d1c-9116-3b7141267019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c2fb5c-1199-4c76-9210-5d9b0f87473a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.681597 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.696577 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (5ec76a7e-a289-4e50-9965-7d8933176df9), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.717337 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec76a7e-a289-4e50-9965-7d8933176df9,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.723381 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] No DVR routers for this DVR port 5ec76a7e-a289-4e50-9965-7d8933176df9 on host dv-cinder-750782-20-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:48.734305 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] No DVR routers for this DVR port 5ec76a7e-a289-4e50-9965-7d8933176df9 on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:48.739040 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae85c74-ca0c-4196-b762-f372ca403891 None None] Pushing event deleted for resources: {'Port': ['ID=5ec76a7e-a289-4e50-9965-7d8933176df9,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.804173 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (719c110f-4197-46b6-a5fb-5a4f9e5d8053), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.830281 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719c110f-4197-46b6-a5fb-5a4f9e5d8053']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:48.841248 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:48.841541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c6bfa4-494e-464f-8aac-db2e0ea33c5a') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:48.853816 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (c0c6bfa4-494e-464f-8aac-db2e0ea33c5a), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.868895 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (c0c6bfa4-494e-464f-8aac-db2e0ea33c5a), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.880212 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:04:48.881063 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (c0c6bfa4-494e-464f-8aac-db2e0ea33c5a), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:04:48.884344 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:04:48.972781 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device cfe781a9-fb0c-46da-923a-6c0cc31202b2 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:48.991216 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: cfe781a9-fb0c-46da-923a-6c0cc31202b2 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:48.991575 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device cfe781a9-fb0c-46da-923a-6c0cc31202b2 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:48.992024 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:49.014656 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:49.015375 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 38d43f62-d8b9-467e-a7d7-7d33e5d95ebb not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:49.016114 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 5ec76a7e-a289-4e50-9965-7d8933176df9 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:04:49.024516 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (719c110f-4197-46b6-a5fb-5a4f9e5d8053), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.033293 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.042499 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 5ec76a7e-a289-4e50-9965-7d8933176df9 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:04:49.043613 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 5ec76a7e-a289-4e50-9965-7d8933176df9 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:04:49.049941 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] 10.222.0.64 "DELETE /v2.0/networks/719c110f-4197-46b6-a5fb-5a4f9e5d8053 HTTP/1.1" status: 204 len: 168 time: 0.8856013 Apr 28 21:04:49.100664 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdea70-2033-48ea-a2c5-23cfe045927a admin admin] Pushing event deleted for resources: {'Network': ['ID=719c110f-4197-46b6-a5fb-5a4f9e5d8053,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:49.496081 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54500) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:49.512916 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6cd120c3-3776-430c-92d8-8c1cfe86336c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.605707 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6cd120c3-3776-430c-92d8-8c1cfe86336c admin admin] Publish callbacks [] for security_group (3f2851a0-5544-432a-8d55-b0d71846049c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.609992 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54504) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:49.657449 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e228f936-5898-4a20-8a10-b77b0531e4d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54c64c03db3643ddac88e4896496ae68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437906 Apr 28 21:04:49.657822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54508) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:49.692342 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6cd120c3-3776-430c-92d8-8c1cfe86336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3f2851a0-5544-432a-8d55-b0d71846049c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.715704 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6c8855eb-3d8e-4cd3-bd72-de213f94c182 admin admin] Publish callbacks [] for security_group (9a151d94-67c4-4c7c-9ceb-00d45d360f53), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.727220 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6cd120c3-3776-430c-92d8-8c1cfe86336c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36149fbb7fab4a5986fb6321324bb82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297521 Apr 28 21:04:49.742665 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54514) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:49.750892 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6c8855eb-3d8e-4cd3-bd72-de213f94c182 admin admin] Publish callbacks [] for security_group (9a151d94-67c4-4c7c-9ceb-00d45d360f53), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:49.757027 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd120c3-3776-430c-92d8-8c1cfe86336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2851a0-5544-432a-8d55-b0d71846049c,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:49.832236 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70f2688e-3044-4f58-8c13-ffa80a0c891c admin admin] Publish callbacks [] for security_group (3f2851a0-5544-432a-8d55-b0d71846049c), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:50.096087 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70f2688e-3044-4f58-8c13-ffa80a0c891c admin admin] Publish callbacks [] for security_group (3f2851a0-5544-432a-8d55-b0d71846049c), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:50.162208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6c8855eb-3d8e-4cd3-bd72-de213f94c182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (9a151d94-67c4-4c7c-9ceb-00d45d360f53), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:50.164968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-6c8855eb-3d8e-4cd3-bd72-de213f94c182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:50.166064 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-6c8855eb-3d8e-4cd3-bd72-de213f94c182 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a151d94-67c4-4c7c-9ceb-00d45d360f53 HTTP/1.1" status: 204 len: 168 time: 0.5071323 Apr 28 21:04:50.177376 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8855eb-3d8e-4cd3-bd72-de213f94c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a151d94-67c4-4c7c-9ceb-00d45d360f53,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:50.224833 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70f2688e-3044-4f58-8c13-ffa80a0c891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3f2851a0-5544-432a-8d55-b0d71846049c), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:50.228378 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-70f2688e-3044-4f58-8c13-ffa80a0c891c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:50.240642 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-70f2688e-3044-4f58-8c13-ffa80a0c891c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f2851a0-5544-432a-8d55-b0d71846049c HTTP/1.1" status: 204 len: 168 time: 0.4856939 Apr 28 21:04:50.240642 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2688e-3044-4f58-8c13-ffa80a0c891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2851a0-5544-432a-8d55-b0d71846049c,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:51.111056 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:52.466453 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3fc0fdb3-8aad-452c-9a19-65eaec27f90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:53.793396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54690) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:53.902574 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bcfc6a8e-0d46-487e-ae70-a71aa4f1dd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:53.995422 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bcfc6a8e-0d46-487e-ae70-a71aa4f1dd45 admin admin] Publish callbacks [] for security_group (c24d7862-69f5-4056-a928-f6a9fc01c132), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.093898 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-bcfc6a8e-0d46-487e-ae70-a71aa4f1dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c24d7862-69f5-4056-a928-f6a9fc01c132), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.132890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc6a8e-0d46-487e-ae70-a71aa4f1dd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d7862-69f5-4056-a928-f6a9fc01c132,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:54.139172 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-bcfc6a8e-0d46-487e-ae70-a71aa4f1dd45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3536b78d0534992beed277606551a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447015 Apr 28 21:04:54.142284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54700) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:54.193129 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Publish callbacks [] for security_group (c24d7862-69f5-4056-a928-f6a9fc01c132), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.220288 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Publish callbacks [] for security_group (c24d7862-69f5-4056-a928-f6a9fc01c132), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.334297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c24d7862-69f5-4056-a928-f6a9fc01c132), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.337438 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.338667 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c24d7862-69f5-4056-a928-f6a9fc01c132 HTTP/1.1" status: 204 len: 168 time: 0.1953790 Apr 28 21:04:54.341267 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54708) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:54.347203 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d7862-69f5-4056-a928-f6a9fc01c132,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:54.355513 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.356271 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.356613 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.357130 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.357468 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.357803 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.358140 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.358463 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.358791 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.359119 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.359504 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.359854 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.360133 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.360454 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.360774 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452f634-f8b2-4cad-b138-ea2d9ecca7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:54.454669 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-05153069-92be-453e-82c3-2c20cef91c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.532284 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-05153069-92be-453e-82c3-2c20cef91c40 admin admin] Publish callbacks [] for security_group (ad94bc82-6dda-402e-b924-7d8337934e47), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.648136 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-05153069-92be-453e-82c3-2c20cef91c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ad94bc82-6dda-402e-b924-7d8337934e47), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.692715 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-05153069-92be-453e-82c3-2c20cef91c40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=009b5f7b6d5643ada15727c87da06369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501029 Apr 28 21:04:54.693864 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05153069-92be-453e-82c3-2c20cef91c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94bc82-6dda-402e-b924-7d8337934e47,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:54.695660 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54716) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:54.754573 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cce67fb7-ac7b-4e6a-b5d1-07b95fe5e3bd admin admin] Publish callbacks [] for security_group (ad94bc82-6dda-402e-b924-7d8337934e47), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.777251 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cce67fb7-ac7b-4e6a-b5d1-07b95fe5e3bd admin admin] Publish callbacks [] for security_group (ad94bc82-6dda-402e-b924-7d8337934e47), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.882726 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cce67fb7-ac7b-4e6a-b5d1-07b95fe5e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (ad94bc82-6dda-402e-b924-7d8337934e47), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.885369 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cce67fb7-ac7b-4e6a-b5d1-07b95fe5e3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:54.886626 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-cce67fb7-ac7b-4e6a-b5d1-07b95fe5e3bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad94bc82-6dda-402e-b924-7d8337934e47 HTTP/1.1" status: 204 len: 168 time: 0.1896813 Apr 28 21:04:54.895065 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce67fb7-ac7b-4e6a-b5d1-07b95fe5e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94bc82-6dda-402e-b924-7d8337934e47,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:54.977381 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54720) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:54.992002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a8b816ab-86ff-451f-926c-0bcc5deba8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.062791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4b3dcd5f-cfcd-4dfd-9f3d-eb037eb7bc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.077167 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a8b816ab-86ff-451f-926c-0bcc5deba8aa admin admin] Publish callbacks [] for security_group (981e7132-7661-4853-b96d-7eeaec5b47e9), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.144949 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a8b816ab-86ff-451f-926c-0bcc5deba8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (981e7132-7661-4853-b96d-7eeaec5b47e9), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.185178 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a8b816ab-86ff-451f-926c-0bcc5deba8aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bcdf10c1a7943a294b90ef3224738c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065759 Apr 28 21:04:55.187125 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b816ab-86ff-451f-926c-0bcc5deba8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981e7132-7661-4853-b96d-7eeaec5b47e9,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:55.187851 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54726) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:55.246915 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9b448f7f-8622-4c9c-8891-074a207b3281 admin admin] Publish callbacks [] for security_group (981e7132-7661-4853-b96d-7eeaec5b47e9), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.269950 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9b448f7f-8622-4c9c-8891-074a207b3281 admin admin] Publish callbacks [] for security_group (981e7132-7661-4853-b96d-7eeaec5b47e9), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.419174 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9b448f7f-8622-4c9c-8891-074a207b3281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (981e7132-7661-4853-b96d-7eeaec5b47e9), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.421814 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9b448f7f-8622-4c9c-8891-074a207b3281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:55.422968 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9b448f7f-8622-4c9c-8891-074a207b3281 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/981e7132-7661-4853-b96d-7eeaec5b47e9 HTTP/1.1" status: 204 len: 168 time: 0.2335644 Apr 28 21:04:55.433630 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b448f7f-8622-4c9c-8891-074a207b3281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e7132-7661-4853-b96d-7eeaec5b47e9,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:56.001857 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54764) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:56.113107 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-584734511-network', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:04:56.222899 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Made reservation on behalf of 4d68a4ed8a0948acb85bf2adc5f88954 for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:04:56.225272 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.237190 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.287888 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.321955 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks [] for security_group (1d7e47fa-b6d4-4c93-883d-bdc21eede648), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.424882 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1d7e47fa-b6d4-4c93-883d-bdc21eede648), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.457489 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:04:56.465320 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7e47fa-b6d4-4c93-883d-bdc21eede648,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:56.471798 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (9d39c36e-8c2d-4a50-a592-f680bf2de90b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.472190 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Added segment 9d39c36e-8c2d-4a50-a592-f680bf2de90b of type vlan for network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 Apr 28 21:04:56.521629 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (9c4a9884-3e9d-43ce-9796-cb8058b50c47), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.710885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (9c4a9884-3e9d-43ce-9796-cb8058b50c47), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.713046 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:56.713046 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:56.775472 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] Pushing event updated for resources: {'Network': ['ID=9c4a9884-3e9d-43ce-9796-cb8058b50c47,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:56.787800 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:04:56.820383 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1c80c8b8-0c5c-4d8e-b1f8-4334b2011e3c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8172660 Apr 28 21:04:56.823246 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54784) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:56.828870 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Request body: {'subnet': {'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-584734511-subnet', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'ip_version': 4}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:04:56.916556 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Made reservation on behalf of 4d68a4ed8a0948acb85bf2adc5f88954 for: {'subnet': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:04:56.919101 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31231054'] for subnet (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:57.173855 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32945834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31231164'] for subnet (ed1452a4-b9dc-499b-b7be-9a418438a6de), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:57.240647 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1452a4-b9dc-499b-b7be-9a418438a6de,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:57.253958 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Checking segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:04:57.254310 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Network hostable DHCP agents. Network: 9c4a9884-3e9d-43ce-9796-cb8058b50c47, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:04:57.348803 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:04:57.471022 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 9c4a9884-3e9d-43ce-9796-cb8058b50c47) {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:57.482544 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:57.483254 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:57.491320 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645979a4-88a4-41a6-bc07-f4df8b177e20 None None] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:04:57.607579 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 21:04:57.608479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:57.611147 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-fb9533d0-0b8d-473a-8a6b-e92fcf903c58 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7860243 Apr 28 21:04:57.613844 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54826) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:57.618760 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:04:57.720402 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:57.721477 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:57.780793 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Allocated IP 172.20.0.2 (9c4a9884-3e9d-43ce-9796-cb8058b50c47/ed1452a4-b9dc-499b-b7be-9a418438a6de/618cdf2f-b3fc-4211-ab97-5075bbaa8341) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:04:57.793225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks [] for router_controller (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), precommit_add_association {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.024828 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Publish callbacks [] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.105224 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.122608 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.169236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:58.170942 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:58.179299 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:04:58.187217 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Pushing event updated for resources: {'Port': ['ID=618cdf2f-b3fc-4211-ab97-5075bbaa8341,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:58.256118 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Attempting to bind port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:04:58.256494 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Attempting to bind port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:04:58.256864 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Attempting to bind port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 on network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:04:58.263309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:04:58.263688 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Checking segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:04:58.264262 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.264660 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Bound using segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:04:58.265134 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Bound port: 618cdf2f-b3fc-4211-ab97-5075bbaa8341, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:04:58.265519 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.344422 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] For port 618cdf2f-b3fc-4211-ab97-5075bbaa8341, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:04:58.348219 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks [] for router_gateway (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.350954 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] For port 618cdf2f-b3fc-4211-ab97-5075bbaa8341, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=618cdf2f-b3fc-4211-ab97-5075bbaa8341,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:04:58.454268 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.524197 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c0bd7-b874-4152-8301-b603190e5f3f None None] Pushing event updated for resources: {'Port': ['ID=618cdf2f-b3fc-4211-ab97-5075bbaa8341,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:58.576652 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54864) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:58.671292 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks [] for router_gateway (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.691865 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.719097 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f38899b7-db81-417b-b68c-5acf30b09e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.827753 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f38899b7-db81-417b-b68c-5acf30b09e88 admin admin] Publish callbacks [] for security_group (18639096-0eb0-4af0-bd48-80e0409fa97c), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.832430 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Allocated IP 172.27.0.144 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:04:58.902966 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f38899b7-db81-417b-b68c-5acf30b09e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (18639096-0eb0-4af0-bd48-80e0409fa97c), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:58.948589 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f38899b7-db81-417b-b68c-5acf30b09e88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=051b8a9e96ee4d3ab53df75a5c73bbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700438 Apr 28 21:04:58.951496 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54868) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:58.954887 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38899b7-db81-417b-b68c-5acf30b09e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18639096-0eb0-4af0-bd48-80e0409fa97c,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:58.978253 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks [] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.006767 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 618cdf2f-b3fc-4211-ab97-5075bbaa8341 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:04:59.040611 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51636aa0-0f53-473d-ad7a-ccb444df0158 admin admin] Publish callbacks [] for security_group (18639096-0eb0-4af0-bd48-80e0409fa97c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.062599 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:04:59.062889 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.067246 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51636aa0-0f53-473d-ad7a-ccb444df0158 admin admin] Publish callbacks [] for security_group (18639096-0eb0-4af0-bd48-80e0409fa97c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.109340 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.157852 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:59.162342 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:04:59.162822 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.171405 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:59.177351 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:04:59.179742 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Pushing event updated for resources: {'Port': ['ID=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:59.201797 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 618cdf2f-b3fc-4211-ab97-5075bbaa8341, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=618cdf2f-b3fc-4211-ab97-5075bbaa8341,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:04:59.212821 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51636aa0-0f53-473d-ad7a-ccb444df0158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (18639096-0eb0-4af0-bd48-80e0409fa97c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.215879 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51636aa0-0f53-473d-ad7a-ccb444df0158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.217433 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-51636aa0-0f53-473d-ad7a-ccb444df0158 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18639096-0eb0-4af0-bd48-80e0409fa97c HTTP/1.1" status: 204 len: 168 time: 0.2649038 Apr 28 21:04:59.265511 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.273245 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51636aa0-0f53-473d-ad7a-ccb444df0158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18639096-0eb0-4af0-bd48-80e0409fa97c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:59.309629 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.385544 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=618cdf2f-b3fc-4211-ab97-5075bbaa8341,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:59.594934 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6796b2d-5c0c-4675-8965-992c1a15fcea None None] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:04:59.649019 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks [] for router_gateway (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.695006 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-b3b1df40-c4e9-4a13-b898-3b23bebbdd20 None None] Provisioning complete for port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:04:59.695369 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b3b1df40-c4e9-4a13-b898-3b23bebbdd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.828532 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1df40-c4e9-4a13-b898-3b23bebbdd20 None None] Current status of the port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:04:59.897498 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:04:59.965933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54882) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:04:59.985429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-32592a14-96df-4147-bf04-4a0dcb4387a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.046978 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-b26a4775-522a-4b3b-ba2c-d5bb7f8983da None None] Provisioning complete for port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:00.047489 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b26a4775-522a-4b3b-ba2c-d5bb7f8983da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.066855 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-32592a14-96df-4147-bf04-4a0dcb4387a3 admin admin] Publish callbacks [] for security_group (669d7f2f-2889-448c-81c2-455b3a44ae85), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.126636 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-b26a4775-522a-4b3b-ba2c-d5bb7f8983da None None] Current status of the port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:00.133531 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-32592a14-96df-4147-bf04-4a0dcb4387a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (669d7f2f-2889-448c-81c2-455b3a44ae85), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.133723 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 21:05:00.177203 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-32592a14-96df-4147-bf04-4a0dcb4387a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b67f5e72c2ec41b7ac2d224bb77f8634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100210 Apr 28 21:05:00.178377 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592a14-96df-4147-bf04-4a0dcb4387a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669d7f2f-2889-448c-81c2-455b3a44ae85,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:00.180055 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54884) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:00.286321 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98637547-c743-4fc8-9503-40ca5ce8b588 admin admin] Publish callbacks [] for security_group (669d7f2f-2889-448c-81c2-455b3a44ae85), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.293266 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:05:00.301894 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Sync routers for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:00.312494 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:00.315635 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:00.321712 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98637547-c743-4fc8-9503-40ca5ce8b588 admin admin] Publish callbacks [] for security_group (669d7f2f-2889-448c-81c2-455b3a44ae85), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.442461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:00.459066 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.460425 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-0375c4bc-e48d-4139-9501-6b7ba7352070 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8452933 Apr 28 21:05:00.463124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 54888) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:00.503554 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98637547-c743-4fc8-9503-40ca5ce8b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (669d7f2f-2889-448c-81c2-455b3a44ae85), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.506164 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-98637547-c743-4fc8-9503-40ca5ce8b588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.507295 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-98637547-c743-4fc8-9503-40ca5ce8b588 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/669d7f2f-2889-448c-81c2-455b3a44ae85 HTTP/1.1" status: 204 len: 168 time: 0.3260894 Apr 28 21:05:00.519907 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98637547-c743-4fc8-9503-40ca5ce8b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d7f2f-2889-448c-81c2-455b3a44ae85,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:00.628134 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:04:59Z', 'revision_number': 3, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:00.657791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Checking router: 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:00.658137 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Updating router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:05:00.686428 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:00.992437 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.049119 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 618cdf2f-b3fc-4211-ab97-5075bbaa8341 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:01.176454 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:01.177090 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.213267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Allocated IP 172.20.0.1 (9c4a9884-3e9d-43ce-9796-cb8058b50c47/ed1452a4-b9dc-499b-b7be-9a418438a6de/6204fbfe-52d5-4d62-bd59-2dd0c639a128) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:01.272930 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Publish callbacks [] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.327092 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:01.337585 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.351826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks [] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.395245 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Attempting to bind port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:01.395528 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Attempting to bind port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:01.395706 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Attempting to bind port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:01.397927 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266f864-7c2d-40d9-b2d8-9ac360c100cc None None] Pushing event updated for resources: {'Port': ['ID=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:01.404691 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:01.405070 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:01.405745 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.406117 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:01.406635 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Bound port: 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:01.406950 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.467297 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] For port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:01.470457 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] For port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:01.488649 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.525612 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:01.529103 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:01.533097 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:01.559110 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.563936 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Pushing event updated for resources: {'Port': ['ID=6204fbfe-52d5-4d62-bd59-2dd0c639a128,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:01.591741 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.651301 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:01.652201 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:01.693796 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266f864-7c2d-40d9-b2d8-9ac360c100cc None None] Pushing event updated for resources: {'Port': ['ID=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:01.798791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:01.847816 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.906730 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-c285d5fa-4a4f-480a-a16f-ad2433998854 None None] Provisioning complete for port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:01.907004 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c285d5fa-4a4f-480a-a16f-ad2433998854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:01.991934 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-c285d5fa-4a4f-480a-a16f-ad2433998854 None None] Port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:02.057421 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks [] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:02.060003 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:04:59Z', 'revision_number': 3, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:02.092898 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ee89-2620-45d5-869c-068e6f0ceeef None None] The sync data for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi is: [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:04:59Z', 'revision_number': 3, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:02.137279 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:02.216476 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Pushing event updated for resources: {'Port': ['ID=6204fbfe-52d5-4d62-bd59-2dd0c639a128,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:02.220512 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:02.402086 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:02.402086 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:02.579841 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54934) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:02.616272 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:05:02.739854 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-ea1fb6b6-039b-47e9-9257-6a999ae1245f None None] Provisioning complete for port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:02.740442 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ea1fb6b6-039b-47e9-9257-6a999ae1245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:02.784267 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fb6b6-039b-47e9-9257-6a999ae1245f None None] Port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:02.840738 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3428-9c9a-41c5-abca-64865fea2b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:02.939913 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3428-9c9a-41c5-abca-64865fea2b82 admin admin] Publish callbacks [] for security_group (57cd79e3-bbb1-4338-8802-37dbb4203ae2), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.017703 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3428-9c9a-41c5-abca-64865fea2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (57cd79e3-bbb1-4338-8802-37dbb4203ae2), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.053100 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:03.076545 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c1ec3428-9c9a-41c5-abca-64865fea2b82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fe7303428934440b51e3d2082a942bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926403 Apr 28 21:05:03.077587 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54956) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:03.078462 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3428-9c9a-41c5-abca-64865fea2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd79e3-bbb1-4338-8802-37dbb4203ae2,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:03.096285 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:05:03.102344 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-87b08235-d38b-44e4-9054-dc4f8de4b35c admin admin] 10.222.0.64 "PUT /v2.0/routers/0a6d6d3d-d939-43ba-b3fe-9e977b2995a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382062 Apr 28 21:05:03.143152 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:03.143978 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.191235 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7411-236e-4e1e-aa2f-7d55fb81d75a admin admin] Publish callbacks [] for security_group (57cd79e3-bbb1-4338-8802-37dbb4203ae2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.229351 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7411-236e-4e1e-aa2f-7d55fb81d75a admin admin] Publish callbacks [] for security_group (57cd79e3-bbb1-4338-8802-37dbb4203ae2), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.251911 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:03.252479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.287300 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:03.349551 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.372341 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7411-236e-4e1e-aa2f-7d55fb81d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (57cd79e3-bbb1-4338-8802-37dbb4203ae2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.375400 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7411-236e-4e1e-aa2f-7d55fb81d75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:03.378147 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-8a4a7411-236e-4e1e-aa2f-7d55fb81d75a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57cd79e3-bbb1-4338-8802-37dbb4203ae2 HTTP/1.1" status: 204 len: 168 time: 0.2814641 Apr 28 21:05:03.396028 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a7411-236e-4e1e-aa2f-7d55fb81d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd79e3-bbb1-4338-8802-37dbb4203ae2,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:03.440422 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:03.449388 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.449827 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.450374 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.450659 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.451064 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.451404 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.451805 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.452411 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.453285 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.453285 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.453485 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.453796 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.454123 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.454452 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:03.454777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:04.103658 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 54994) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:04.109101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2131641907-network', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:04.173356 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Sync routers for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:04.179231 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Made reservation on behalf of cb35d5cb67384d12b271ffd109fe3c00 for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:04.181960 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.182495 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:04.183661 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:04.197307 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.278739 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks [] for security_group (2ee217b8-dc4d-4e2f-84be-20e041876b78), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.390948 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:04.396987 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2ee217b8-dc4d-4e2f-84be-20e041876b78), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.413477 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:05:04.438046 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (612bf29e-48a2-4546-85ac-dd2a32b70dde), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.438521 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Added segment 612bf29e-48a2-4546-85ac-dd2a32b70dde of type vlan for network 1fc90f9e-6b50-46de-8658-7d696d1fa590 Apr 28 21:05:04.447066 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee217b8-dc4d-4e2f-84be-20e041876b78,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:04.486546 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (1fc90f9e-6b50-46de-8658-7d696d1fa590), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.575910 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 2, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:04.585310 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (1fc90f9e-6b50-46de-8658-7d696d1fa590), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.589968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:04.589968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.603715 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Checking router: 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:04.604052 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Updating router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:05:04.631866 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.695241 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc90f9e-6b50-46de-8658-7d696d1fa590,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:04.707596 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:05:04.720237 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-5d8154bf-0da4-4193-9997-98fd9508f3c8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6153140 Apr 28 21:05:04.722806 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55012) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:04.733982 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Request body: {'subnet': {'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2131641907-subnet', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:04.825672 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Made reservation on behalf of cb35d5cb67384d12b271ffd109fe3c00 for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:04.828193 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29831153'] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.945695 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Publish callbacks [] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:04.993845 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:05.001812 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.044373 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:05.045255 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.055502 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Pushing event updated for resources: {'Port': ['ID=6204fbfe-52d5-4d62-bd59-2dd0c639a128,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:05.065950 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.066291 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.067579 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.067988 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.068327 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.068662 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.068994 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.069322 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.069665 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.069993 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.070318 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.070653 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.070976 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.071289 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.071609 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:05.114858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31190148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29830915'] for subnet (8da23571-cb24-4ad9-92c2-fe954f6c7a69), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.123436 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Attempting to bind port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:05.124072 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Attempting to bind port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:05.124625 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Attempting to bind port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 on network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:05.135156 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:05.136342 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Checking segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:05.136841 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.137469 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Bound using segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:05.138170 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Bound port: 6204fbfe-52d5-4d62-bd59-2dd0c639a128, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:05.138645 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.182367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:05.190842 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da23571-cb24-4ad9-92c2-fe954f6c7a69,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:05.199851 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Checking segment: {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:05.200283 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Network hostable DHCP agents. Network: 1fc90f9e-6b50-46de-8658-7d696d1fa590, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:05:05.230280 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] For port 6204fbfe-52d5-4d62-bd59-2dd0c639a128, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:05.233873 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] For port 6204fbfe-52d5-4d62-bd59-2dd0c639a128, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=6204fbfe-52d5-4d62-bd59-2dd0c639a128,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:05.319852 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] Provisioning complete for port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:05.320186 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.322166 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:05:05.322402 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.371321 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:05.371321 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:05.413757 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] Current status of the port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:05.414246 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.440128 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, 1fc90f9e-6b50-46de-8658-7d696d1fa590) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:05.444988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:05.446038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.458078 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f381dd7-9356-49e3-a770-e61826944686 None None] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:05:05.488958 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] For port 6204fbfe-52d5-4d62-bd59-2dd0c639a128, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=6204fbfe-52d5-4d62-bd59-2dd0c639a128,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:05.501397 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3d34a-281b-4107-a153-ab666c1993b2 None None] Pushing event updated for resources: {'Port': ['ID=6204fbfe-52d5-4d62-bd59-2dd0c639a128,revision_number=4']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:05.514196 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:05.571285 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-238020a9-47cc-4992-9026-23fd6228c10a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8472772 Apr 28 21:05:05.577110 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55028) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:05.582248 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:05.617741 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1696f80c-9c60-5f5f-ab72-c5afacdc8c05-1fc90f9e-6b50-46de-8658-7d696d1fa590', 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590', 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'fixed_ips': [{'subnet_id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69'}]}} from dv-cinder-750782-20-iscsi. {{(pid=110577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 21:05:05.619494 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.656687 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.714745 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10276'] for router (315cd6fc-a25f-4b65-aeb0-249833b88bab), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.716263 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-916149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-910012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router (315cd6fc-a25f-4b65-aeb0-249833b88bab), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.733455 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb3cea-7443-4cfe-b824-899c8ead82c7 None None] Pushing event updated for resources: {'Port': ['ID=6204fbfe-52d5-4d62-bd59-2dd0c639a128,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:05.757959 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:05.791335 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks [] for router_controller (315cd6fc-a25f-4b65-aeb0-249833b88bab), precommit_add_association {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.819364 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-ae4ef4be-5b69-4272-afc7-998a97737ddb None None] Provisioning complete for port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:05.819728 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef4be-5b69-4272-afc7-998a97737ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:05.828675 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27146-d306-4fbb-b811-af2c71ce34ed None None] The sync data for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi is: [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:05.979054 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.db_base_plugin_common [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Allocated IP 172.20.0.2 (1fc90f9e-6b50-46de-8658-7d696d1fa590/8da23571-cb24-4ad9-92c2-fe954f6c7a69/ac847a1f-bc8c-482c-ab21-766fa21615cc) {{(pid=110577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:05.997786 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ef4be-5b69-4272-afc7-998a97737ddb None None] Current status of the port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:06.102184 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks [] for router_gateway (315cd6fc-a25f-4b65-aeb0-249833b88bab), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.183373 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Publish callbacks [] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), precommit_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.237526 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), after_create {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.312378 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 is already hosted by enough agents. {{(pid=110577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:06.313926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Pushing event updated for resources: {'Port': ['ID=ac847a1f-bc8c-482c-ab21-766fa21615cc,revision_number=1']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:06.316523 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.scheduler.base_scheduler [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Resources bound (agent type, host, resource id): {{(pid=110577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:06.318777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Received port after_create {{(pid=110577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:06.398367 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Attempting to bind port ac847a1f-bc8c-482c-ab21-766fa21615cc on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:06.398759 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Attempting to bind port ac847a1f-bc8c-482c-ab21-766fa21615cc by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:06.399335 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Attempting to bind port ac847a1f-bc8c-482c-ab21-766fa21615cc on network 1fc90f9e-6b50-46de-8658-7d696d1fa590 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:06.409922 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:06.410290 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Checking segment: {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:06.410749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.411361 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Bound using segment: {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:06.411878 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Bound port: ac847a1f-bc8c-482c-ab21-766fa21615cc, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:06.412549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.428537 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks [] for router_gateway (315cd6fc-a25f-4b65-aeb0-249833b88bab), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.449484 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.488310 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] For port ac847a1f-bc8c-482c-ab21-766fa21615cc, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:06.493025 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] For port ac847a1f-bc8c-482c-ab21-766fa21615cc, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=ac847a1f-bc8c-482c-ab21-766fa21615cc,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:06.566932 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Allocated IP 172.27.0.188 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:06.600716 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.662111 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5529ae-9627-49d9-b8fc-aa40c35f53c4 None None] Pushing event updated for resources: {'Port': ['ID=ac847a1f-bc8c-482c-ab21-766fa21615cc,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:06.685161 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks [] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.778947 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:06.833012 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:06.836327 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:06.842139 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:06.844265 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Pushing event updated for resources: {'Port': ['ID=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:07.082507 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 6204fbfe-52d5-4d62-bd59-2dd0c639a128 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:07.138660 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:07.139154 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:07.233248 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:07.234377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device ac847a1f-bc8c-482c-ab21-766fa21615cc up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:07.286376 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port ac847a1f-bc8c-482c-ab21-766fa21615cc triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:07.286766 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:07.382504 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks [] for router_gateway (315cd6fc-a25f-4b65-aeb0-249833b88bab), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:07.394747 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port ac847a1f-bc8c-482c-ab21-766fa21615cc is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:07.395179 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:07.631778 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port ac847a1f-bc8c-482c-ab21-766fa21615cc, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=ac847a1f-bc8c-482c-ab21-766fa21615cc,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:07.697646 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-916160'] for router (315cd6fc-a25f-4b65-aeb0-249833b88bab), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:07.715258 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:07.768433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=ac847a1f-bc8c-482c-ab21-766fa21615cc,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:07.854132 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c7589-e297-4d49-97cf-ae0be7e42485 None None] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:05:07.931321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Router 315cd6fc-a25f-4b65-aeb0-249833b88bab is scheduled to L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c with binding_index 1 {{(pid=110576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 21:05:07.956470 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ec12c13-a3ae-4023-b6e9-d54a156cf5d8 None None] Provisioning complete for port ac847a1f-bc8c-482c-ab21-766fa21615cc triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:07.956843 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ec12c13-a3ae-4023-b6e9-d54a156cf5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:08.085952 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:05:08.093017 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ec12c13-a3ae-4023-b6e9-d54a156cf5d8 None None] Current status of the port ac847a1f-bc8c-482c-ab21-766fa21615cc is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:08.101050 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Sync routers for ids ['315cd6fc-a25f-4b65-aeb0-249833b88bab'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:08.112320 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Routers {'315cd6fc-a25f-4b65-aeb0-249833b88bab'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:08.112960 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['315cd6fc-a25f-4b65-aeb0-249833b88bab'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:08.168302 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:08.169566 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-0c84e547-9044-4186-9df2-2644333f10af admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5912325 Apr 28 21:05:08.173043 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55114) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:08.262413 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Set router 315cd6fc-a25f-4b65-aeb0-249833b88bab gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:08.378758 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-d53cd9d7-a1dd-4eae-a124-de6746f47ca8 None None] Provisioning complete for port ac847a1f-bc8c-482c-ab21-766fa21615cc triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:08.379213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d53cd9d7-a1dd-4eae-a124-de6746f47ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:08.567271 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d53cd9d7-a1dd-4eae-a124-de6746f47ca8 None None] Current status of the port ac847a1f-bc8c-482c-ab21-766fa21615cc is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:08.569319 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:05:07Z', 'revision_number': 3, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:08.601054 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Checking router: 315cd6fc-a25f-4b65-aeb0-249833b88bab for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:08.601326 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Updating router 315cd6fc-a25f-4b65-aeb0-249833b88bab port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 binding host dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:05:08.637386 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:08.679639 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:08.813913 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:05:08.848315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Allocated IP 172.20.0.1 (1fc90f9e-6b50-46de-8658-7d696d1fa590/8da23571-cb24-4ad9-92c2-fe954f6c7a69/941170d8-f1b0-4eb6-b256-113e53939707) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:08.966876 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Publish callbacks [] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), precommit_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:08.987594 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks [] for port (941170d8-f1b0-4eb6-b256-113e53939707), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.012517 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device ac847a1f-bc8c-482c-ab21-766fa21615cc up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:09.060994 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.096372 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port ac847a1f-bc8c-482c-ab21-766fa21615cc triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:09.096963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.117404 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (941170d8-f1b0-4eb6-b256-113e53939707), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.152749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0b5dd-e88b-4fa6-87ac-726555e505cb None None] Pushing event updated for resources: {'Port': ['ID=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,revision_number=2']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:09.158859 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Attempting to bind port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:09.159232 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Attempting to bind port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:09.160446 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Attempting to bind port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 on network 64d2b475-1532-4aba-8662-2cc11964cbd7 {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:09.165253 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:09.165630 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Checking segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:09.166034 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.166534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Bound using segment: {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'} {{(pid=110577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:09.166915 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.managers [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Bound port: f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017b896-08bf-4ee6-a749-59b3e1b72847', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7'}}] {{(pid=110577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:09.167297 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.173052 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:09.180436 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:09.185684 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:09.189838 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Pushing event updated for resources: {'Port': ['ID=941170d8-f1b0-4eb6-b256-113e53939707,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:09.235145 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890549'] for router_interface (315cd6fc-a25f-4b65-aeb0-249833b88bab), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.281422 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] For port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:09.283075 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port ac847a1f-bc8c-482c-ab21-766fa21615cc is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:09.293847 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] For port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:09.357696 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.415662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Routers {'315cd6fc-a25f-4b65-aeb0-249833b88bab'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:09.416330 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['315cd6fc-a25f-4b65-aeb0-249833b88bab'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:09.456059 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0b5dd-e88b-4fa6-87ac-726555e505cb None None] Pushing event updated for resources: {'Port': ['ID=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,revision_number=3']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:09.475625 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (941170d8-f1b0-4eb6-b256-113e53939707), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.521886 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-b6aa7c41-28eb-4e17-a5eb-7766e2179280 None None] Provisioning complete for port 941170d8-f1b0-4eb6-b256-113e53939707 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:09.522221 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b6aa7c41-28eb-4e17-a5eb-7766e2179280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (941170d8-f1b0-4eb6-b256-113e53939707), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.573955 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] Set router 315cd6fc-a25f-4b65-aeb0-249833b88bab gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:09.576002 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa7c41-28eb-4e17-a5eb-7766e2179280 None None] Port 941170d8-f1b0-4eb6-b256-113e53939707 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:09.656314 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks [] for port (941170d8-f1b0-4eb6-b256-113e53939707), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.750604 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (941170d8-f1b0-4eb6-b256-113e53939707), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.758450 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:05:07Z', 'revision_number': 3, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:09.785433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a3d27-7961-4ba2-91aa-8fc0f4ce0654 None None] The sync data for ids ['315cd6fc-a25f-4b65-aeb0-249833b88bab'] in dv-cinder-750782-20-iscsi is: [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:05:07Z', 'revision_number': 3, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:09.822392 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Pushing event updated for resources: {'Port': ['ID=941170d8-f1b0-4eb6-b256-113e53939707,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:09.824961 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661253'] for router_interface (315cd6fc-a25f-4b65-aeb0-249833b88bab), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:09.946150 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:09.948747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:10.110215 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Router 315cd6fc-a25f-4b65-aeb0-249833b88bab has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:05:10.251898 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:05:10.257374 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-cd547258-9f78-40c7-85f2-c670516b0282 admin admin] 10.222.0.64 "PUT /v2.0/routers/315cd6fc-a25f-4b65-aeb0-249833b88bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0831761 Apr 28 21:05:10.307180 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-e315eccc-4db1-4442-8208-e6e91b781151 None None] Provisioning complete for port 941170d8-f1b0-4eb6-b256-113e53939707 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:10.308286 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e315eccc-4db1-4442-8208-e6e91b781151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (941170d8-f1b0-4eb6-b256-113e53939707), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:10.353185 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-e315eccc-4db1-4442-8208-e6e91b781151 None None] Port 941170d8-f1b0-4eb6-b256-113e53939707 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:10.472111 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55204) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:10.592874 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40765482-3aac-4af4-bcf0-87c538396378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:10.679804 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40765482-3aac-4af4-bcf0-87c538396378 admin admin] Publish callbacks [] for security_group (a66aae7a-0123-49db-afb5-c99cf274e4f6), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:10.744892 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-40765482-3aac-4af4-bcf0-87c538396378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a66aae7a-0123-49db-afb5-c99cf274e4f6), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:10.799014 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40765482-3aac-4af4-bcf0-87c538396378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66aae7a-0123-49db-afb5-c99cf274e4f6,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:10.804006 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-40765482-3aac-4af4-bcf0-87c538396378 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86e721f2a2fe4134bde7f97efaf486f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302035 Apr 28 21:05:10.806278 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55210) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:10.861883 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79c23329-eca4-497e-9bb5-a672438faf10 admin admin] Publish callbacks [] for security_group (a66aae7a-0123-49db-afb5-c99cf274e4f6), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:10.883537 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79c23329-eca4-497e-9bb5-a672438faf10 admin admin] Publish callbacks [] for security_group (a66aae7a-0123-49db-afb5-c99cf274e4f6), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.006014 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79c23329-eca4-497e-9bb5-a672438faf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a66aae7a-0123-49db-afb5-c99cf274e4f6), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.008663 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-79c23329-eca4-497e-9bb5-a672438faf10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.011234 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-79c23329-eca4-497e-9bb5-a672438faf10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a66aae7a-0123-49db-afb5-c99cf274e4f6 HTTP/1.1" status: 204 len: 168 time: 0.2025583 Apr 28 21:05:11.019143 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c23329-eca4-497e-9bb5-a672438faf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66aae7a-0123-49db-afb5-c99cf274e4f6,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:11.063896 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:11.123295 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:11.123668 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.127313 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55216) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:11.131967 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602836159', 'description': 'tempest-secgroup-smoke-602836159 description', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:11.209292 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:11.209635 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.228885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.231025 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] For port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:11.310934 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.322889 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group (c7ce8c6a-1b9c-4be3-a97c-392d56ae3833), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.385577 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Pushing event updated for resources: {'Port': ['ID=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:11.395794 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c7ce8c6a-1b9c-4be3-a97c-392d56ae3833), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.429828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:11.496458 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.498071 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b56a9c39-c1c1-48d2-9c27-f2c5c2801b4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3695085 Apr 28 21:05:11.501795 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55220) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:11.508932 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce8c6a-1b9c-4be3-a97c-392d56ae3833', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:11.647866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (1536002b-b1d2-40ed-b314-e3509e47b2bc), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.706011 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (1536002b-b1d2-40ed-b314-e3509e47b2bc), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.719517 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55222) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:11.733186 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5c476d7c-24bc-41e2-b494-8aab97c61916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.795090 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (1536002b-b1d2-40ed-b314-e3509e47b2bc), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.829785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1536002b-b1d2-40ed-b314-e3509e47b2bc,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:11.847321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5c476d7c-24bc-41e2-b494-8aab97c61916 admin admin] Publish callbacks [] for security_group (62209032-5d03-458d-a07e-c9e076a7de0a), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.887546 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Sync routers for ids ['315cd6fc-a25f-4b65-aeb0-249833b88bab'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:11.897014 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Routers {'315cd6fc-a25f-4b65-aeb0-249833b88bab'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:11.897665 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['315cd6fc-a25f-4b65-aeb0-249833b88bab'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:11.912556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.913804 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e499fcc5-118d-4673-8dcb-b05be1fe042a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109120 Apr 28 21:05:11.917441 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55226) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:11.921821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce8c6a-1b9c-4be3-a97c-392d56ae3833', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:11.944815 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-5c476d7c-24bc-41e2-b494-8aab97c61916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (62209032-5d03-458d-a07e-c9e076a7de0a), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:11.984405 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476d7c-24bc-41e2-b494-8aab97c61916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62209032-5d03-458d-a07e-c9e076a7de0a,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:11.988805 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-5c476d7c-24bc-41e2-b494-8aab97c61916 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3848cb2777054bc194c85e6cc6da7641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682266 Apr 28 21:05:11.991505 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55228) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:12.013174 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Set router 315cd6fc-a25f-4b65-aeb0-249833b88bab gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:12.037664 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (ad4ef95a-45f9-46f1-aa14-33ec98e0a251), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.081741 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-41e2e462-92e7-42f3-9c29-1a21b256119e admin admin] Publish callbacks [] for security_group (62209032-5d03-458d-a07e-c9e076a7de0a), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.118627 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (ad4ef95a-45f9-46f1-aa14-33ec98e0a251), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.120829 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-41e2e462-92e7-42f3-9c29-1a21b256119e admin admin] Publish callbacks [] for security_group (62209032-5d03-458d-a07e-c9e076a7de0a), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.185120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (ad4ef95a-45f9-46f1-aa14-33ec98e0a251), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.203684 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4ef95a-45f9-46f1-aa14-33ec98e0a251,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:12.262945 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-41e2e462-92e7-42f3-9c29-1a21b256119e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (62209032-5d03-458d-a07e-c9e076a7de0a), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.265605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-41e2e462-92e7-42f3-9c29-1a21b256119e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.266807 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-41e2e462-92e7-42f3-9c29-1a21b256119e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62209032-5d03-458d-a07e-c9e076a7de0a HTTP/1.1" status: 204 len: 168 time: 0.2743890 Apr 28 21:05:12.276452 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2e462-92e7-42f3-9c29-1a21b256119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62209032-5d03-458d-a07e-c9e076a7de0a,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:12.296571 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.297898 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d4d68809-d045-4364-ae39-93b0e532627c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3795242 Apr 28 21:05:12.302327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55234) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:12.307055 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce8c6a-1b9c-4be3-a97c-392d56ae3833', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:12.357870 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:05:09Z', 'revision_number': 4, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '941170d8-f1b0-4eb6-b256-113e53939707', 'name': '', 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'mac_address': 'fa:16:3e:bf:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:08Z', 'updated_at': '2022-04-28T21:05:09Z', 'revision_number': 2, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'subnets': [{'id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:12.385763 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Checking router: 315cd6fc-a25f-4b65-aeb0-249833b88bab for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:12.386127 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Updating router 315cd6fc-a25f-4b65-aeb0-249833b88bab port 941170d8-f1b0-4eb6-b256-113e53939707 binding host dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:05:12.414999 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (941170d8-f1b0-4eb6-b256-113e53939707), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.425339 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (b6154b31-8e8d-4291-a772-d9853b28215c), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.492768 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (b6154b31-8e8d-4291-a772-d9853b28215c), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.556369 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (b6154b31-8e8d-4291-a772-d9853b28215c), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.575601 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6154b31-8e8d-4291-a772-d9853b28215c,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:12.643624 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.647403 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-6ba43533-8acc-451b-b908-bf307099b57e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415508 Apr 28 21:05:12.647779 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55238) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:12.653254 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce8c6a-1b9c-4be3-a97c-392d56ae3833', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:12.697996 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Publish callbacks [] for port (941170d8-f1b0-4eb6-b256-113e53939707), precommit_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.739101 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (7791d148-65d6-4f3e-8473-506eb5bd7064), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.762500 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (941170d8-f1b0-4eb6-b256-113e53939707), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.806210 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (7791d148-65d6-4f3e-8473-506eb5bd7064), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.815843 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a7c86-8ecd-4c69-b785-abd67a38ea91 None None] Pushing event updated for resources: {'Port': ['ID=941170d8-f1b0-4eb6-b256-113e53939707,revision_number=3']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:12.882866 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (7791d148-65d6-4f3e-8473-506eb5bd7064), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.901317 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Attempting to bind port 941170d8-f1b0-4eb6-b256-113e53939707 on host dv-cinder-750782-20-iscsi for vnic_type normal with profile {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:12.901891 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Attempting to bind port 941170d8-f1b0-4eb6-b256-113e53939707 by drivers openvswitch,hyperv on host dv-cinder-750782-20-iscsi at level 0 using segments [{'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:12.902044 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Attempting to bind port 941170d8-f1b0-4eb6-b256-113e53939707 on network 1fc90f9e-6b50-46de-8658-7d696d1fa590 {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:12.911211 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Checking agent: {'id': '05e3de93-67b0-4f8b-bf8f-8c6297c6d161', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 48, 29), 'started_at': datetime.datetime(2022, 4, 28, 20, 48, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:12.911808 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Checking segment: {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:12.912651 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.913387 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Bound using segment: {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'} {{(pid=110578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:12.914224 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.managers [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Bound port: 941170d8-f1b0-4eb6-b256-113e53939707, host: dv-cinder-750782-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612bf29e-48a2-4546-85ac-dd2a32b70dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590'}}] {{(pid=110578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:12.917258 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (941170d8-f1b0-4eb6-b256-113e53939707), before_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.917442 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7791d148-65d6-4f3e-8473-506eb5bd7064,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:12.979856 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:12.981619 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-5bb11a82-e4dd-48b2-9e83-d04bfe160fd8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328793 Apr 28 21:05:12.984731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55250) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:12.990765 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce8c6a-1b9c-4be3-a97c-392d56ae3833', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:13.004808 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] For port 941170d8-f1b0-4eb6-b256-113e53939707, host dv-cinder-750782-20-iscsi, cleared binding levels {{(pid=110578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:13.009637 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.plugins.ml2.db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] For port 941170d8-f1b0-4eb6-b256-113e53939707, host dv-cinder-750782-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=941170d8-f1b0-4eb6-b256-113e53939707,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:13.030081 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:13.078520 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron_lib.callbacks.manager [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (941170d8-f1b0-4eb6-b256-113e53939707), after_update {{(pid=110578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.094246 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5432544d-20e2-4830-8b33-94027de5692a None None] Provisioning complete for port 941170d8-f1b0-4eb6-b256-113e53939707 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:13.094624 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5432544d-20e2-4830-8b33-94027de5692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (941170d8-f1b0-4eb6-b256-113e53939707), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.096317 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:13.096858 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.118293 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.securitygroups_db [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Project 4d68a4ed8a0948acb85bf2adc5f88954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:05:13.118752 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (f9ebb7df-8760-4379-8896-d929e848edcc), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.142554 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a7c86-8ecd-4c69-b785-abd67a38ea91 None None] Pushing event updated for resources: {'Port': ['ID=941170d8-f1b0-4eb6-b256-113e53939707,revision_number=4']} {{(pid=110578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:13.170553 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Routers {'315cd6fc-a25f-4b65-aeb0-249833b88bab'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:05:13.171204 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:04:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['315cd6fc-a25f-4b65-aeb0-249833b88bab'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:13.236860 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (f9ebb7df-8760-4379-8896-d929e848edcc), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.273979 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:13.276066 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5432544d-20e2-4830-8b33-94027de5692a None None] Current status of the port 941170d8-f1b0-4eb6-b256-113e53939707 is: DOWN; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:13.277891 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5432544d-20e2-4830-8b33-94027de5692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (941170d8-f1b0-4eb6-b256-113e53939707), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.309551 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (f9ebb7df-8760-4379-8896-d929e848edcc), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.326963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5432544d-20e2-4830-8b33-94027de5692a None None] For port 941170d8-f1b0-4eb6-b256-113e53939707, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=941170d8-f1b0-4eb6-b256-113e53939707,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:13.339747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ebb7df-8760-4379-8896-d929e848edcc,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:13.344167 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] Set router 315cd6fc-a25f-4b65-aeb0-249833b88bab gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:05:13.411721 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5432544d-20e2-4830-8b33-94027de5692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (941170d8-f1b0-4eb6-b256-113e53939707), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.436284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.438275 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-76523d2a-8287-42fc-b4ba-7528dde6e136 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4522138 Apr 28 21:05:13.441037 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55260) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:13.446289 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'security_group_rule': {'security_group_id': 'c7ce8c6a-1b9c-4be3-a97c-392d56ae3833', 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:13.486407 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432544d-20e2-4830-8b33-94027de5692a None None] Pushing event updated for resources: {'Port': ['ID=941170d8-f1b0-4eb6-b256-113e53939707,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:13.530573 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-6c260c91-bf6c-412d-94e3-81d7a1dc497d None None] Provisioning complete for port 941170d8-f1b0-4eb6-b256-113e53939707 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:13.531264 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-6c260c91-bf6c-412d-94e3-81d7a1dc497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (941170d8-f1b0-4eb6-b256-113e53939707), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.571262 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.securitygroups_db [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Project 4d68a4ed8a0948acb85bf2adc5f88954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:05:13.577708 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (a2d1a902-8691-440e-8338-d511aa6b4de1), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.585925 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:05:09Z', 'revision_number': 4, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '941170d8-f1b0-4eb6-b256-113e53939707', 'name': '', 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'mac_address': 'fa:16:3e:bf:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:08Z', 'updated_at': '2022-04-28T21:05:12Z', 'revision_number': 4, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'subnets': [{'id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:13.628349 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271914a5-a97c-438c-8ea0-6cd773848ca9 None None] The sync data for ids ['315cd6fc-a25f-4b65-aeb0-249833b88bab'] in dv-cinder-750782-20-iscsi is: [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:05:09Z', 'revision_number': 4, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '941170d8-f1b0-4eb6-b256-113e53939707', 'name': '', 'network_id': '1fc90f9e-6b50-46de-8658-7d696d1fa590', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'mac_address': 'fa:16:3e:bf:9a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:08Z', 'updated_at': '2022-04-28T21:05:12Z', 'revision_number': 4, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'subnets': [{'id': '8da23571-cb24-4ad9-92c2-fe954f6c7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:13.628925 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-6c260c91-bf6c-412d-94e3-81d7a1dc497d None None] Current status of the port 941170d8-f1b0-4eb6-b256-113e53939707 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:13.652012 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (a2d1a902-8691-440e-8338-d511aa6b4de1), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.876754 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725999'] for security_group_rule (a2d1a902-8691-440e-8338-d511aa6b4de1), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:13.925687 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d1a902-8691-440e-8338-d511aa6b4de1,revision_number=0']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:14.015990 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:14.017756 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9a5d0d7a-eba9-4112-9930-1ebe32a3b026 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5753682 Apr 28 21:05:14.947640 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55336) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:15.001837 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 941170d8-f1b0-4eb6-b256-113e53939707 up at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:15.053558 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Provisioning complete for port 941170d8-f1b0-4eb6-b256-113e53939707 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:15.055345 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (941170d8-f1b0-4eb6-b256-113e53939707), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.097601 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a18022d9-9c07-4d7e-afa5-1e3f1fee9b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.296916 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a18022d9-9c07-4d7e-afa5-1e3f1fee9b60 admin admin] Publish callbacks [] for security_group (6db20675-20c2-4f70-a933-987b865bbcc0), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.316839 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Current status of the port 941170d8-f1b0-4eb6-b256-113e53939707 is: ACTIVE; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:15.373562 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-a18022d9-9c07-4d7e-afa5-1e3f1fee9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6db20675-20c2-4f70-a933-987b865bbcc0), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.412692 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-a18022d9-9c07-4d7e-afa5-1e3f1fee9b60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e57925a3a30348828da663ca088f416a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602795 Apr 28 21:05:15.414828 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55358) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:15.422166 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18022d9-9c07-4d7e-afa5-1e3f1fee9b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db20675-20c2-4f70-a933-987b865bbcc0,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:15.465989 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fd27a07-21bd-4dc3-b204-f80bc0086f73 admin admin] Publish callbacks [] for security_group (6db20675-20c2-4f70-a933-987b865bbcc0), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.489429 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fd27a07-21bd-4dc3-b204-f80bc0086f73 admin admin] Publish callbacks [] for security_group (6db20675-20c2-4f70-a933-987b865bbcc0), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.633835 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fd27a07-21bd-4dc3-b204-f80bc0086f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (6db20675-20c2-4f70-a933-987b865bbcc0), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.636492 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4fd27a07-21bd-4dc3-b204-f80bc0086f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:15.637656 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4fd27a07-21bd-4dc3-b204-f80bc0086f73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6db20675-20c2-4f70-a933-987b865bbcc0 HTTP/1.1" status: 204 len: 168 time: 0.2216685 Apr 28 21:05:15.653954 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd27a07-21bd-4dc3-b204-f80bc0086f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db20675-20c2-4f70-a933-987b865bbcc0,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:16.292729 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55384) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:16.310507 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c534f2a3-a42c-4686-921d-5d1f1b0329ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.647732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c534f2a3-a42c-4686-921d-5d1f1b0329ce admin admin] Publish callbacks [] for security_group (bc6cf1df-0459-4d0c-975f-4260179605e8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.725903 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c534f2a3-a42c-4686-921d-5d1f1b0329ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (bc6cf1df-0459-4d0c-975f-4260179605e8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.769658 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c534f2a3-a42c-4686-921d-5d1f1b0329ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7464b2781c22483e93ff8f6f878a2a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733405 Apr 28 21:05:16.769658 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534f2a3-a42c-4686-921d-5d1f1b0329ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6cf1df-0459-4d0c-975f-4260179605e8,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:16.770566 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55396) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:16.852527 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1428c9b6-9b08-4ef9-99db-7c031bc3f55f admin admin] Publish callbacks [] for security_group (bc6cf1df-0459-4d0c-975f-4260179605e8), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.879080 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1428c9b6-9b08-4ef9-99db-7c031bc3f55f admin admin] Publish callbacks [] for security_group (bc6cf1df-0459-4d0c-975f-4260179605e8), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.990530 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1428c9b6-9b08-4ef9-99db-7c031bc3f55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (bc6cf1df-0459-4d0c-975f-4260179605e8), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.993134 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1428c9b6-9b08-4ef9-99db-7c031bc3f55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:16.997464 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1428c9b6-9b08-4ef9-99db-7c031bc3f55f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc6cf1df-0459-4d0c-975f-4260179605e8 HTTP/1.1" status: 204 len: 168 time: 0.2225633 Apr 28 21:05:17.003856 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c9b6-9b08-4ef9-99db-7c031bc3f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6cf1df-0459-4d0c-975f-4260179605e8,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:18.279502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55448) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:18.421666 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-517c1ced-80b9-4ac7-97f9-e72f953fbab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.521715 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-517c1ced-80b9-4ac7-97f9-e72f953fbab9 admin admin] Publish callbacks [] for security_group (05b857d5-7614-4c4a-89a3-54518c3ec1a8), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.613058 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-517c1ced-80b9-4ac7-97f9-e72f953fbab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (05b857d5-7614-4c4a-89a3-54518c3ec1a8), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.659360 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-517c1ced-80b9-4ac7-97f9-e72f953fbab9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd1c216f049b4cdf8c7fbdf8ae6f075b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788908 Apr 28 21:05:18.660562 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c1ced-80b9-4ac7-97f9-e72f953fbab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b857d5-7614-4c4a-89a3-54518c3ec1a8,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:18.662897 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55456) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:18.719829 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fc57bebb-099b-4e75-a3a6-f60ee7c2a6b9 admin admin] Publish callbacks [] for security_group (05b857d5-7614-4c4a-89a3-54518c3ec1a8), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.742449 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fc57bebb-099b-4e75-a3a6-f60ee7c2a6b9 admin admin] Publish callbacks [] for security_group (05b857d5-7614-4c4a-89a3-54518c3ec1a8), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.908564 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fc57bebb-099b-4e75-a3a6-f60ee7c2a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (05b857d5-7614-4c4a-89a3-54518c3ec1a8), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.914830 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-fc57bebb-099b-4e75-a3a6-f60ee7c2a6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:18.914830 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-fc57bebb-099b-4e75-a3a6-f60ee7c2a6b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05b857d5-7614-4c4a-89a3-54518c3ec1a8 HTTP/1.1" status: 204 len: 168 time: 0.2477920 Apr 28 21:05:18.922596 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57bebb-099b-4e75-a3a6-f60ee7c2a6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b857d5-7614-4c4a-89a3-54518c3ec1a8,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:19.002820 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55462) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:19.130776 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f02ad7c7-e29d-4078-9c53-8d26f3bdb09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.212833 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f02ad7c7-e29d-4078-9c53-8d26f3bdb09f admin admin] Publish callbacks [] for security_group (a6aef0e5-f27c-45a2-bbd2-3f0b804653bf), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.297360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-f02ad7c7-e29d-4078-9c53-8d26f3bdb09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a6aef0e5-f27c-45a2-bbd2-3f0b804653bf), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.335359 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-f02ad7c7-e29d-4078-9c53-8d26f3bdb09f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2de22fe59dc14aa6a2c8aa41fe61949d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314030 Apr 28 21:05:19.338397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55470) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:19.344775 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ad7c7-e29d-4078-9c53-8d26f3bdb09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aef0e5-f27c-45a2-bbd2-3f0b804653bf,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:19.398160 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b0000c1-938f-44e3-8742-40987823d460 admin admin] Publish callbacks [] for security_group (a6aef0e5-f27c-45a2-bbd2-3f0b804653bf), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.420866 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b0000c1-938f-44e3-8742-40987823d460 admin admin] Publish callbacks [] for security_group (a6aef0e5-f27c-45a2-bbd2-3f0b804653bf), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.594763 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b0000c1-938f-44e3-8742-40987823d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a6aef0e5-f27c-45a2-bbd2-3f0b804653bf), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.597778 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7b0000c1-938f-44e3-8742-40987823d460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.598960 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7b0000c1-938f-44e3-8742-40987823d460 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6aef0e5-f27c-45a2-bbd2-3f0b804653bf HTTP/1.1" status: 204 len: 168 time: 0.2594290 Apr 28 21:05:19.610848 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0000c1-938f-44e3-8742-40987823d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aef0e5-f27c-45a2-bbd2-3f0b804653bf,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:19.706824 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55476) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:19.722149 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c7e96495-8848-4d80-939d-8c62cdaab090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.806770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c7e96495-8848-4d80-939d-8c62cdaab090 admin admin] Publish callbacks [] for security_group (7a0c424e-b48c-403d-b6f0-be3dde365372), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.939180 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-c7e96495-8848-4d80-939d-8c62cdaab090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7a0c424e-b48c-403d-b6f0-be3dde365372), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:19.984501 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e96495-8848-4d80-939d-8c62cdaab090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c424e-b48c-403d-b6f0-be3dde365372,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:19.991761 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-c7e96495-8848-4d80-939d-8c62cdaab090 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c728cccdac59441fa435ebfad50dd256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812600 Apr 28 21:05:19.992364 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55480) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:20.047692 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f94ec976-d43a-4612-a337-fa6f2ec48890 admin admin] Publish callbacks [] for security_group (7a0c424e-b48c-403d-b6f0-be3dde365372), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:20.077418 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f94ec976-d43a-4612-a337-fa6f2ec48890 admin admin] Publish callbacks [] for security_group (7a0c424e-b48c-403d-b6f0-be3dde365372), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:20.231112 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f94ec976-d43a-4612-a337-fa6f2ec48890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7a0c424e-b48c-403d-b6f0-be3dde365372), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:20.234033 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f94ec976-d43a-4612-a337-fa6f2ec48890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:20.235069 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f94ec976-d43a-4612-a337-fa6f2ec48890 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a0c424e-b48c-403d-b6f0-be3dde365372 HTTP/1.1" status: 204 len: 168 time: 0.2415266 Apr 28 21:05:20.243224 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ec976-d43a-4612-a337-fa6f2ec48890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c424e-b48c-403d-b6f0-be3dde365372,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:21.081067 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.154618 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55548) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:22.260476 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b8685883-4bb8-437c-9999-e310e61e0178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.342153 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b8685883-4bb8-437c-9999-e310e61e0178 admin admin] Publish callbacks [] for security_group (d0252f04-4dcd-40df-b2d1-80fbd64ca560), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.412977 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-b8685883-4bb8-437c-9999-e310e61e0178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d0252f04-4dcd-40df-b2d1-80fbd64ca560), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.454778 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-b8685883-4bb8-437c-9999-e310e61e0178 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7a28d37840c4d0dbb148688aa6b197a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987332 Apr 28 21:05:22.456860 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8685883-4bb8-437c-9999-e310e61e0178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0252f04-4dcd-40df-b2d1-80fbd64ca560,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:22.457658 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55552) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:22.462512 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-db4b16b7-c4f7-4483-9143-b92c2acf0153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.513279 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-28b238fa-9f5e-402f-9af0-b73e4dbeda42 admin admin] Publish callbacks [] for security_group (d0252f04-4dcd-40df-b2d1-80fbd64ca560), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.540113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-28b238fa-9f5e-402f-9af0-b73e4dbeda42 admin admin] Publish callbacks [] for security_group (d0252f04-4dcd-40df-b2d1-80fbd64ca560), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.673963 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-28b238fa-9f5e-402f-9af0-b73e4dbeda42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (d0252f04-4dcd-40df-b2d1-80fbd64ca560), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.676547 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-28b238fa-9f5e-402f-9af0-b73e4dbeda42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:22.677748 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-28b238fa-9f5e-402f-9af0-b73e4dbeda42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0252f04-4dcd-40df-b2d1-80fbd64ca560 HTTP/1.1" status: 204 len: 168 time: 0.2188299 Apr 28 21:05:22.686676 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b238fa-9f5e-402f-9af0-b73e4dbeda42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0252f04-4dcd-40df-b2d1-80fbd64ca560,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:24.915054 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55614) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:25.052207 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c41b321b-11c7-4a47-80f2-fdef6f3e5397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.087646 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2429-c738-4242-87e2-e95e5180829d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.133546 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c41b321b-11c7-4a47-80f2-fdef6f3e5397 admin admin] Publish callbacks [] for security_group (3d65e70a-3a7b-43a3-9cde-23cf5d099c7e), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.190327 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c41b321b-11c7-4a47-80f2-fdef6f3e5397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3d65e70a-3a7b-43a3-9cde-23cf5d099c7e), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.231488 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c41b321b-11c7-4a47-80f2-fdef6f3e5397 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f8a12d6fb334e3e8eb3272d620ecbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150508 Apr 28 21:05:25.232654 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b321b-11c7-4a47-80f2-fdef6f3e5397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d65e70a-3a7b-43a3-9cde-23cf5d099c7e,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:25.234861 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55618) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:25.288533 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2ea95fe-15a2-497f-acab-7e702ded23c4 admin admin] Publish callbacks [] for security_group (3d65e70a-3a7b-43a3-9cde-23cf5d099c7e), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.313196 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2ea95fe-15a2-497f-acab-7e702ded23c4 admin admin] Publish callbacks [] for security_group (3d65e70a-3a7b-43a3-9cde-23cf5d099c7e), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.473686 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2ea95fe-15a2-497f-acab-7e702ded23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (3d65e70a-3a7b-43a3-9cde-23cf5d099c7e), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.476482 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f2ea95fe-15a2-497f-acab-7e702ded23c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:25.477798 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f2ea95fe-15a2-497f-acab-7e702ded23c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d65e70a-3a7b-43a3-9cde-23cf5d099c7e HTTP/1.1" status: 204 len: 168 time: 0.2418745 Apr 28 21:05:25.491389 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea95fe-15a2-497f-acab-7e702ded23c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d65e70a-3a7b-43a3-9cde-23cf5d099c7e,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:26.282897 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.266138 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55676) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:27.378843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-82902b70-3ef4-40e7-a3c9-603d63c753b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.454397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-82902b70-3ef4-40e7-a3c9-603d63c753b4 admin admin] Publish callbacks [] for security_group (78d844c9-1c15-4fb1-9012-ec16f8d08720), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.560211 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-82902b70-3ef4-40e7-a3c9-603d63c753b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (78d844c9-1c15-4fb1-9012-ec16f8d08720), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.600438 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-82902b70-3ef4-40e7-a3c9-603d63c753b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43df69490b18485bab0b72a81e83769a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340437 Apr 28 21:05:27.601158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82902b70-3ef4-40e7-a3c9-603d63c753b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d844c9-1c15-4fb1-9012-ec16f8d08720,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:27.603475 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55682) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:27.659275 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac622617-e6a4-46c8-85d2-1897956781e2 admin admin] Publish callbacks [] for security_group (78d844c9-1c15-4fb1-9012-ec16f8d08720), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.681413 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac622617-e6a4-46c8-85d2-1897956781e2 admin admin] Publish callbacks [] for security_group (78d844c9-1c15-4fb1-9012-ec16f8d08720), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.796284 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac622617-e6a4-46c8-85d2-1897956781e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (78d844c9-1c15-4fb1-9012-ec16f8d08720), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.798893 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ac622617-e6a4-46c8-85d2-1897956781e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:27.800083 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ac622617-e6a4-46c8-85d2-1897956781e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78d844c9-1c15-4fb1-9012-ec16f8d08720 HTTP/1.1" status: 204 len: 168 time: 0.1955383 Apr 28 21:05:27.808140 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac622617-e6a4-46c8-85d2-1897956781e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d844c9-1c15-4fb1-9012-ec16f8d08720,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:28.079498 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.220693 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-b52dddda-6ebf-47be-b3b6-27f34a33375a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423334 Apr 28 21:05:29.280770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d085-3ca3-42c4-a915-70409f652f76 req-adcad426-d5c1-429e-ae15-d2ac220f4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:29.282214 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-adcad426-d5c1-429e-ae15-d2ac220f4c71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1130 time: 0.0407846 Apr 28 21:05:29.293146 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.400329 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d085-3ca3-42c4-a915-70409f652f76 req-40ca5a99-8142-4060-a2c9-c8b894a81814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:29.402011 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-40ca5a99-8142-4060-a2c9-c8b894a81814 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1001842 Apr 28 21:05:29.471995 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-53b0b38c-1a1e-441f-abeb-f5359b0c61c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 1001 time: 0.0624726 Apr 28 21:05:29.494098 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55728) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:29.525437 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d085-3ca3-42c4-a915-70409f652f76 req-c3d82543-60f9-4655-8c21-c95e768aa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:29.526934 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-c3d82543-60f9-4655-8c21-c95e768aa2ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0486157 Apr 28 21:05:29.570831 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454d085-3ca3-42c4-a915-70409f652f76 req-8eae7caf-cc72-4f76-9b0f-0226111ef278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:29.572397 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-8eae7caf-cc72-4f76-9b0f-0226111ef278 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395465 Apr 28 21:05:29.605597 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-abd83520-f507-49cd-9bc4-08f59c1755d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.671040 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-2eb90f83-93b6-4303-8000-c4910509a4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923307 Apr 28 21:05:29.681487 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-abd83520-f507-49cd-9bc4-08f59c1755d1 admin admin] Publish callbacks [] for security_group (72288cee-f7e8-4b05-aa1c-cff2a8e1e16b), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.750193 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-abd83520-f507-49cd-9bc4-08f59c1755d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (72288cee-f7e8-4b05-aa1c-cff2a8e1e16b), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.766048 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0454d085-3ca3-42c4-a915-70409f652f76 req-1d77ff43-9ed6-4a73-9c03-d04039540488 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884552 Apr 28 21:05:29.788402 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-abd83520-f507-49cd-9bc4-08f59c1755d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0600f7726f014411a5fc1113563a0018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929959 Apr 28 21:05:29.791307 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55744) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:29.806012 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd83520-f507-49cd-9bc4-08f59c1755d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72288cee-f7e8-4b05-aa1c-cff2a8e1e16b,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:29.844751 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-646a216a-b0f4-4e8e-b422-6c94e8b7c3ae tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329888 Apr 28 21:05:29.851317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da8734b3-c5ac-4c7b-87c6-2bdd5adccdcf admin admin] Publish callbacks [] for security_group (72288cee-f7e8-4b05-aa1c-cff2a8e1e16b), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.880101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da8734b3-c5ac-4c7b-87c6-2bdd5adccdcf admin admin] Publish callbacks [] for security_group (72288cee-f7e8-4b05-aa1c-cff2a8e1e16b), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.989929 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da8734b3-c5ac-4c7b-87c6-2bdd5adccdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (72288cee-f7e8-4b05-aa1c-cff2a8e1e16b), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.992698 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-da8734b3-c5ac-4c7b-87c6-2bdd5adccdcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:29.993892 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-da8734b3-c5ac-4c7b-87c6-2bdd5adccdcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72288cee-f7e8-4b05-aa1c-cff2a8e1e16b HTTP/1.1" status: 204 len: 168 time: 0.2014449 Apr 28 21:05:30.004646 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8734b3-c5ac-4c7b-87c6-2bdd5adccdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72288cee-f7e8-4b05-aa1c-cff2a8e1e16b,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:30.048945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-4cd4ce6d-f8fc-4819-ae4a-fea844d2020a tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:30.050550 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-4cd4ce6d-f8fc-4819-ae4a-fea844d2020a tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007055 Apr 28 21:05:30.067052 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-6d2c1f17-fcd5-4859-b244-d502fc2f2709 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/quotas/f88bd2f910894b4fa7bbf7afb8b8d2b0 HTTP/1.1" status: 200 len: 375 time: 0.0102820 Apr 28 21:05:30.101181 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-da660b1b-4106-4ca2-84fd-3fd0e212d1bc tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293522 Apr 28 21:05:30.371616 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4a583b15-3b17-49e2-bfa5-66ed2011ecdf req-05324ae6-4a7f-4de3-b7f3-3d9032ee4932 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0534797 Apr 28 21:05:31.046702 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55800) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:31.145172 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2100146017-network', 'tenant_id': 'f1c8e4eb6b724de0bb0caf1cc790224e'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:31.222423 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Made reservation on behalf of f1c8e4eb6b724de0bb0caf1cc790224e for: {'network': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:31.224874 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.242608 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.316604 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks [] for security_group (086b7ad1-eaaa-4711-9413-1fa6a9c051da), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.419350 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (086b7ad1-eaaa-4711-9413-1fa6a9c051da), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.441672 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=110576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:05:31.451289 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0bd5622a-c28f-447d-9260-dc5c536f207c req-cdaab0ce-abb1-4eaf-8104-a679eddd8438 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0302324 Apr 28 21:05:31.457818 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086b7ad1-eaaa-4711-9413-1fa6a9c051da,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:31.461152 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (adce0b12-294d-47f6-86db-373ffc46e2d1), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.467283 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.db.segments_db [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Added segment adce0b12-294d-47f6-86db-373ffc46e2d1 of type vlan for network a889ed17-7f8b-408e-a3a2-e4f24e2e015f Apr 28 21:05:31.508708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (a889ed17-7f8b-408e-a3a2-e4f24e2e015f), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.669805 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (a889ed17-7f8b-408e-a3a2-e4f24e2e015f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.670718 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:31.671299 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:31.738204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] Pushing event updated for resources: {'Network': ['ID=a889ed17-7f8b-408e-a3a2-e4f24e2e015f,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:31.749693 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network a889ed17-7f8b-408e-a3a2-e4f24e2e015f details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:05:31.786812 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-079328bd-c5d9-42ac-90c9-0ef3bb9b9ede admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7389734 Apr 28 21:05:31.789698 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 55824) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:31.795342 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Request body: {'subnet': {'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2100146017-subnet', 'tenant_id': 'f1c8e4eb6b724de0bb0caf1cc790224e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:31.881390 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Made reservation on behalf of f1c8e4eb6b724de0bb0caf1cc790224e for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:31.883873 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29831153'] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:32.165355 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31190148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29830915'] for subnet (e683344b-3bf3-40bd-8541-0f902448f92f), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:32.220362 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e683344b-3bf3-40bd-8541-0f902448f92f,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:32.229088 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Checking segment: {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:32.229448 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Network hostable DHCP agents. Network: a889ed17-7f8b-408e-a3a2-e4f24e2e015f, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:05:32.293387 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Network a889ed17-7f8b-408e-a3a2-e4f24e2e015f is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:05:32.384327 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, a889ed17-7f8b-408e-a3a2-e4f24e2e015f) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:32.388391 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:32.388993 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:32.393746 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d152f-c772-4ea6-af45-ce149049a293 None None] Network a889ed17-7f8b-408e-a3a2-e4f24e2e015f requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:05:32.491941 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328868ae-edc5-4847-8208-a33030ccc415 None None] Network a889ed17-7f8b-408e-a3a2-e4f24e2e015f requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:05:32.522971 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-7ad91cd3-2a40-4a8d-8cad-268e82e41dcf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7319860 Apr 28 21:05:32.577826 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a316ab3a-6365-42a2-b0c2-a064ca7e2cee req-f2d10eab-bbff-44eb-91f4-94080d9d3834 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0309646 Apr 28 21:05:33.681555 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6ecfa348-9a7b-46ea-8c05-90630fe2cb68 req-11499dfe-5e62-4540-a139-1229ed21fe60 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Apr 28 21:05:34.774762 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3abbed02-18e8-47cd-8376-ad21514f171e req-f01878aa-5a5e-4b28-abcd-435a81d3d343 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Apr 28 21:05:35.798174 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-c3990552-08cf-4dee-8fb7-a65344520062 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290263 Apr 28 21:05:35.871997 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dcf945d2-9147-4892-84f4-d039bfba746d req-4c618a9c-47f5-47d2-9a72-bc08ad7497af tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0285163 Apr 28 21:05:35.996430 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-a552f9f2-444e-4781-b7fa-7b5458e5aea0 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:35.997976 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-a552f9f2-444e-4781-b7fa-7b5458e5aea0 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933317 Apr 28 21:05:36.010544 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Request body: {'port': {'device_id': '150a5a65-15f4-4252-9b15-c073489d0df5', 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c', 'admin_state_up': True, 'tenant_id': 'f88bd2f910894b4fa7bbf7afb8b8d2b0'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:36.201567 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Made reservation on behalf of f88bd2f910894b4fa7bbf7afb8b8d2b0 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:36.205154 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:36.215490 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:36.299143 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks [] for security_group (7f54c911-0c10-4176-9277-f253205c32f9), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:36.407181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7f54c911-0c10-4176-9277-f253205c32f9), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:36.478712 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54c911-0c10-4176-9277-f253205c32f9,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:36.545192 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Allocated IP 192.168.233.123 (273b94f1-ac97-46d6-9db9-e4bbe6504e4c/00e06353-69fb-4a8e-a755-010e66b78264/2e7a4e6b-94de-49ce-be95-aeefafd90f90) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:36.628067 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-f1466e1d-7d93-4713-b3cc-f9e276f1a283 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602836159&fields=id&tenant_id=4d68a4ed8a0948acb85bf2adc5f88954 HTTP/1.1" status: 200 len: 267 time: 0.0526099 Apr 28 21:05:36.729088 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks [] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:36.825184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-ae8dbfbb-c88f-47f0-ae24-891015b9ee2c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:36.826688 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-ae8dbfbb-c88f-47f0-ae24-891015b9ee2c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 808 time: 0.1912634 Apr 28 21:05:36.849978 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-cabbdbdb-3f55-4ce5-b68f-3f5b01c9aab5 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:36.851498 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-cabbdbdb-3f55-4ce5-b68f-3f5b01c9aab5 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/networks?id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f HTTP/1.1" status: 200 len: 814 time: 0.1858702 Apr 28 21:05:36.853187 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-9b5d7b01-8269-43a1-bb74-dae9bc1450ce tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/quotas/4d68a4ed8a0948acb85bf2adc5f88954 HTTP/1.1" status: 200 len: 375 time: 0.0207422 Apr 28 21:05:36.877788 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-75d074a7-5bac-4ac7-a030-eeca4870c34a tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/quotas/f1c8e4eb6b724de0bb0caf1cc790224e HTTP/1.1" status: 200 len: 375 time: 0.0194380 Apr 28 21:05:36.923076 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:36.934821 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-511a1915-66e0-43b2-b7ae-c69bccc1e4e4 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395713 Apr 28 21:05:36.944430 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-08dd8541-cc20-48d2-a844-4f300195087a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842073 Apr 28 21:05:36.979111 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:36.982931 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:36.987219 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:37.019458 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Pushing event updated for resources: {'Port': ['ID=2e7a4e6b-94de-49ce-be95-aeefafd90f90,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:37.056399 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:37.057105 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:37.140536 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-66a1d4eb-048e-4af8-bef2-2542b0937e89 service neutron] 10.222.0.64 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928067 Apr 28 21:05:37.154507 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-9bbb2b33-9a63-4c27-8bae-713040467f24 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1476407 Apr 28 21:05:37.168307 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Request body: {'port': {'device_id': '150a5a65-15f4-4252-9b15-c073489d0df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:37.177621 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-43392508-20e3-41cd-b008-613d475c5317 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098460 Apr 28 21:05:37.239648 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:37.329989 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-4ed8b97c-3bea-497a-bed4-e144b2a35bf2 None None] Provisioning complete for port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:37.331267 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4ed8b97c-3bea-497a-bed4-e144b2a35bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:37.337743 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-7068bb09-75f1-4a47-b850-81ab389598aa service neutron] 10.222.0.64 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874416 Apr 28 21:05:37.337743 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-b9fcd136-4cd9-4087-b750-6f2b3e6379ec service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493988 Apr 28 21:05:37.423535 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8b97c-3bea-497a-bed4-e144b2a35bf2 None None] Port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:37.601309 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7a4e6b-94de-49ce-be95-aeefafd90f90 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:37.611552 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Publish callbacks [] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:37.626077 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Transition to ACTIVE for port object 2e7a4e6b-94de-49ce-be95-aeefafd90f90 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:05:37.678439 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a5ab-9fd5-4e2a-8be2-f8cb1dcae780 req-4b9194fb-8a66-4d18-a5fb-321805e25a58 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:37.680520 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a65a5ab-9fd5-4e2a-8be2-f8cb1dcae780 req-4b9194fb-8a66-4d18-a5fb-321805e25a58 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 936 time: 0.0530355 Apr 28 21:05:37.731785 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3a65a5ab-9fd5-4e2a-8be2-f8cb1dcae780 req-3a583c62-5422-4001-8c63-25eb4e1f05b1 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Apr 28 21:05:37.733153 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:37.791530 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7a4e6b-94de-49ce-be95-aeefafd90f90,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:37.826679 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1f77043e-75c6-4df3-b7ea-35f4588c0705 req-f65847a4-f155-4a37-8eeb-ad3233f33aac tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 210 time: 0.0525632 Apr 28 21:05:37.879087 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Attempting to bind port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:37.879708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Attempting to bind port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:37.880112 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Attempting to bind port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 on network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:37.886323 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 on network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:05:37.886323 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Attempting to bind port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 on network 273b94f1-ac97-46d6-9db9-e4bbe6504e4c {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:37.891233 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:37.891689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Checking segment: {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:37.892176 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Bound using segment: {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:37.892689 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Bound port: 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f90009-fec1-495b-b0c8-4c90b8cb4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:37.893127 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:37.966382 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55938) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:37.980559 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] For port 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:37.986273 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] For port 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2e7a4e6b-94de-49ce-be95-aeefafd90f90,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:38.059542 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.096132 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.096759 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.098145 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] 10.222.0.61 "PUT /v2.0/ports/2e7a4e6b-94de-49ce-be95-aeefafd90f90 HTTP/1.1" status: 200 len: 1098 time: 0.9361060 Apr 28 21:05:38.098700 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e61cf49e-b46a-4560-b1d2-48d7e7f31ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.099126 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150a5a65-15f4-4252-9b15-c073489d0df5', 'tag': '2e7a4e6b-94de-49ce-be95-aeefafd90f90'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:38.100956 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bbfce9-5893-4e05-8785-66671cd535b8" -d '{"events": [{"name": "network-changed", "server_uuid": "150a5a65-15f4-4252-9b15-c073489d0df5", "tag": "2e7a4e6b-94de-49ce-be95-aeefafd90f90"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:38.152526 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd47c97-e2e5-4ab5-9cfa-23f081bf19d6 x-openstack-request-id: req-fbd47c97-e2e5-4ab5-9cfa-23f081bf19d6 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:38.153216 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150a5a65-15f4-4252-9b15-c073489d0df5", "tag": "2e7a4e6b-94de-49ce-be95-aeefafd90f90", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:38.155655 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbd47c97-e2e5-4ab5-9cfa-23f081bf19d6 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:38.160120 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd47c97-e2e5-4ab5-9cfa-23f081bf19d6'] response: {'name': 'network-changed', 'server_uuid': '150a5a65-15f4-4252-9b15-c073489d0df5', 'tag': '2e7a4e6b-94de-49ce-be95-aeefafd90f90', 'status': 'completed', 'code': 200} Apr 28 21:05:38.166729 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7a4e6b-94de-49ce-be95-aeefafd90f90,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:38.172213 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.172807 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.173254 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.173703 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.174158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.174603 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.175235 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.175498 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.175786 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.176286 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.176854 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.177249 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.177706 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.178055 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.178447 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aa9eb-81ba-42a1-89da-c47e71686455 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:38.209780 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e61cf49e-b46a-4560-b1d2-48d7e7f31ac0 admin admin] Publish callbacks [] for security_group (8b794825-7b06-40ea-824f-4c348fdf2c02), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.237330 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbfce9-5893-4e05-8785-66671cd535b8 req-1eb364e2-255f-45a0-9d53-a2bd5675cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.239895 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a3bbfce9-5893-4e05-8785-66671cd535b8 req-1eb364e2-255f-45a0-9d53-a2bd5675cf1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 1132 time: 0.0561240 Apr 28 21:05:38.269135 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a3bbfce9-5893-4e05-8785-66671cd535b8 req-99f694e7-121d-4403-ad74-fbca880cc26b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208549 Apr 28 21:05:38.386656 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbfce9-5893-4e05-8785-66671cd535b8 req-a3804210-6966-4382-93c3-b2685f98c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.388132 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a3bbfce9-5893-4e05-8785-66671cd535b8 req-a3804210-6966-4382-93c3-b2685f98c3a7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104269 Apr 28 21:05:38.397163 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-e61cf49e-b46a-4560-b1d2-48d7e7f31ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (8b794825-7b06-40ea-824f-4c348fdf2c02), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.437071 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-e61cf49e-b46a-4560-b1d2-48d7e7f31ac0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a58b82387e048db947f5831561092bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689076 Apr 28 21:05:38.439091 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cf49e-b46a-4560-b1d2-48d7e7f31ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b794825-7b06-40ea-824f-4c348fdf2c02,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:38.441609 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55944) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:38.468112 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-7c3ade7e-ac1a-4a5f-b2c7-57284b70b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.469908 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-7c3ade7e-ac1a-4a5f-b2c7-57284b70b924 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 1132 time: 0.0422497 Apr 28 21:05:38.492997 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7266-9518-4819-8ecf-b2c44f1b86f5 admin admin] Publish callbacks [] for security_group (8b794825-7b06-40ea-824f-4c348fdf2c02), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.516853 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-c2a0788f-e301-428c-a6d0-c48dc38d05e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=2e7a4e6b-94de-49ce-be95-aeefafd90f90 HTTP/1.1" status: 200 len: 217 time: 0.0384195 Apr 28 21:05:38.523940 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7266-9518-4819-8ecf-b2c44f1b86f5 admin admin] Publish callbacks [] for security_group (8b794825-7b06-40ea-824f-4c348fdf2c02), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.572951 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-3270017f-8ba0-4217-a653-120460c3e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.574982 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-3270017f-8ba0-4217-a653-120460c3e393 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00e06353-69fb-4a8e-a755-010e66b78264 HTTP/1.1" status: 200 len: 843 time: 0.0498703 Apr 28 21:05:38.619305 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-612d3ddf-206b-412a-909e-aac7eb8a36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.620894 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-612d3ddf-206b-412a-909e-aac7eb8a36f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=273b94f1-ac97-46d6-9db9-e4bbe6504e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0389850 Apr 28 21:05:38.658162 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7266-9518-4819-8ecf-b2c44f1b86f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (8b794825-7b06-40ea-824f-4c348fdf2c02), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.660912 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-4d3c7266-9518-4819-8ecf-b2c44f1b86f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:38.662064 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-4d3c7266-9518-4819-8ecf-b2c44f1b86f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b794825-7b06-40ea-824f-4c348fdf2c02 HTTP/1.1" status: 204 len: 168 time: 0.2194145 Apr 28 21:05:38.670315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c7266-9518-4819-8ecf-b2c44f1b86f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b794825-7b06-40ea-824f-4c348fdf2c02,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:38.735325 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-7c429975-03ee-4d66-9d34-527e0824f826 service neutron] 10.222.0.61 "GET /v2.0/networks/273b94f1-ac97-46d6-9db9-e4bbe6504e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060314 Apr 28 21:05:38.830804 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4fcab45-a95d-4224-80d3-9ebe144d15b3 req-0379b655-49de-4ef0-9b55-84bac99a8a66 service neutron] 10.222.0.61 "GET /v2.0/networks/273b94f1-ac97-46d6-9db9-e4bbe6504e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873244 Apr 28 21:05:38.859349 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ccb7d-48a5-471b-abc6-6a019246051b req-5436c6e5-5b8f-4967-9b87-50874f0c5d42 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:38.860863 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b15ccb7d-48a5-471b-abc6-6a019246051b req-5436c6e5-5b8f-4967-9b87-50874f0c5d42 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 948 time: 0.0522292 Apr 28 21:05:38.910465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b15ccb7d-48a5-471b-abc6-6a019246051b req-e9a780f5-6035-4a0f-87fe-d27036d586ae tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Apr 28 21:05:39.001361 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9b714159-0ec9-4603-b3f9-16ee3c58d767 req-b63a06e2-d41e-4e6f-aeab-130f1c89ad5a tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 210 time: 0.0297804 Apr 28 21:05:39.163478 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6dc7cc4a-eb86-4ad0-8144-c47d92d2cd48 req-440f067a-9772-4680-9f23-9d369264d77a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Apr 28 21:05:39.754793 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 55986) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:39.853125 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569466902-network', 'tenant_id': 'ba10e37243c94b3db64d6072000d0ead'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:39.970218 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Made reservation on behalf of ba10e37243c94b3db64d6072000d0ead for: {'network': 1} {{(pid=110575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:39.973612 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for network (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:39.984695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.046267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126dde8-ff6c-458c-964d-7b14c7fa8807 req-7e39fcd4-0aa2-4ac4-ad69-523638f654c8 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:40.047783 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7126dde8-ff6c-458c-964d-7b14c7fa8807 req-7e39fcd4-0aa2-4ac4-ad69-523638f654c8 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 948 time: 0.0651534 Apr 28 21:05:40.118520 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-39643d6b-6303-4edb-bb12-219ba9c47a6c req-ce363cd5-5034-4569-ac63-c25d3722bbce tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 210 time: 0.0399089 Apr 28 21:05:40.151822 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7126dde8-ff6c-458c-964d-7b14c7fa8807 req-7d3ed1fe-9a2e-42b9-896c-7a2ac85970f5 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953498 Apr 28 21:05:40.171993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks [] for security_group (34992fd8-8e5a-4c13-8330-c9e84a5b94f5), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.245919 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2367ccb6-522b-4557-a1bc-acef704d3527 req-08e9dc42-2d58-4611-bc35-2a4a33c34c92 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 210 time: 0.0334346 Apr 28 21:05:40.290360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (34992fd8-8e5a-4c13-8330-c9e84a5b94f5), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.313166 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=110575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:05:40.330625 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34992fd8-8e5a-4c13-8330-c9e84a5b94f5,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:40.331088 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (1784f106-d3c6-414c-a3f2-34800fc57089), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.331432 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.segments_db [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Added segment 1784f106-d3c6-414c-a3f2-34800fc57089 of type vlan for network f7e2360e-625b-4705-94d7-c5aeab6d8665 Apr 28 21:05:40.373539 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737993874068'] for network (f7e2360e-625b-4705-94d7-c5aeab6d8665), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.487330 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677'] for network (f7e2360e-625b-4705-94d7-c5aeab6d8665), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.488444 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:40.489035 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.549290 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] Pushing event updated for resources: {'Network': ['ID=f7e2360e-625b-4705-94d7-c5aeab6d8665,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:40.559648 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Network f7e2360e-625b-4705-94d7-c5aeab6d8665 details requested by agent ovs-agent-dv-cinder-750782-20-iscsi with host dv-cinder-750782-20-iscsi {{(pid=110577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 21:05:40.705617 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-08ecdb91-9cf1-4884-a78d-db85ccc4bc2c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9497099 Apr 28 21:05:40.708580 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 56004) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:40.713754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Request body: {'subnet': {'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569466902-subnet', 'tenant_id': 'ba10e37243c94b3db64d6072000d0ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:40.806903 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Made reservation on behalf of ba10e37243c94b3db64d6072000d0ead for: {'subnet': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:40.809433 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29831153'] for subnet (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:40.824049 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2e7a4e6b-94de-49ce-be95-aeefafd90f90 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:05:40.913996 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-e7ed15a5-47ff-4ba2-bbb0-b59f65b84a51 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569150433&fields=id&tenant_id=3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 267 time: 0.0631423 Apr 28 21:05:40.937218 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2e7a4e6b-94de-49ce-be95-aeefafd90f90,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:40.950412 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '2e7a4e6b-94de-49ce-be95-aeefafd90f90', 'network_id': '273b94f1-ac97-46d6-9db9-e4bbe6504e4c', 'port_id': '2e7a4e6b-94de-49ce-be95-aeefafd90f90', 'mac_address': 'fa:16:3e:ff:42:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e06353-69fb-4a8e-a755-010e66b78264', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:05:41.000879 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:41.001478 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:41.025031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7a4e6b-94de-49ce-be95-aeefafd90f90 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:41.046485 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-c725676a-f432-4cbb-9c2f-3639f048459d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:41.048140 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-c725676a-f432-4cbb-9c2f-3639f048459d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 811 time: 0.1329856 Apr 28 21:05:41.052963 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2e7a4e6b-94de-49ce-be95-aeefafd90f90,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:41.063693 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fa280d6-3759-4b7d-8a12-b6829501d9e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/quotas/3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 375 time: 0.0095022 Apr 28 21:05:41.116350 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-e373a408-775e-4515-be31-a52eeefd2d7a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466020 Apr 28 21:05:41.132880 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:41.137889 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31190148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29830915'] for subnet (c742ffea-43a1-4a7e-bfd2-1006309e915c), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:41.225064 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=2e7a4e6b-94de-49ce-be95-aeefafd90f90,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:41.257628 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c742ffea-43a1-4a7e-bfd2-1006309e915c,revision_number=0']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:41.269701 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Checking segment: {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:41.270064 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Network hostable DHCP agents. Network: f7e2360e-625b-4705-94d7-c5aeab6d8665, hostable agents: ['e47d2967-f509-4557-ba34-f821b13aea62'], hosted agents: [] {{(pid=110576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:05:41.353303 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-096fe840-dd4f-4c88-a809-2e62f3d08ba5 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:41.354844 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-096fe840-dd4f-4c88-a809-2e62f3d08ba5 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "GET /v2.0/networks?id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f HTTP/1.1" status: 200 len: 814 time: 0.1669142 Apr 28 21:05:41.362081 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['2e7a4e6b-94de-49ce-be95-aeefafd90f90'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:05:41.413090 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Network f7e2360e-625b-4705-94d7-c5aeab6d8665 is scheduled to be hosted by DHCP agent e47d2967-f509-4557-ba34-f821b13aea62 with binding_index 1 {{(pid=110576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:05:41.454060 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Request body: {'port': {'device_id': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f', 'admin_state_up': True, 'tenant_id': 'f1c8e4eb6b724de0bb0caf1cc790224e'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:41.537097 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-20-iscsi, f7e2360e-625b-4705-94d7-c5aeab6d8665) {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:41.543487 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d1673627-00d5-4722-b0fa-d38908ac3987 req-d7485c2a-16ec-4253-abe4-767e0392425f tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 210 time: 0.0366490 Apr 28 21:05:41.547468 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:41.548093 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:41.550473 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b64ee-0afd-495a-8bca-a0f34bef8f93 None None] Network f7e2360e-625b-4705-94d7-c5aeab6d8665 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:05:41.572925 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-9ee698a3-3089-469e-b3a4-58ebe00b9c56 service neutron] 10.222.0.64 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422603 Apr 28 21:05:41.671688 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80070335-362d-407e-b933-95b13a22ae50 None None] Network f7e2360e-625b-4705-94d7-c5aeab6d8665 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:05:41.720093 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca3c26-fbb0-4bd0-bc09-4f144b560ba5 req-2218e1e5-b9fd-48f9-aee3-4ae3a865bd5f tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:41.721827 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6ca3c26-fbb0-4bd0-bc09-4f144b560ba5 req-2218e1e5-b9fd-48f9-aee3-4ae3a865bd5f tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 949 time: 0.0774474 Apr 28 21:05:41.725893 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8af65ee1-5f73-4a62-86cd-c07ee2d13a67 service neutron] 10.222.0.64 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520872 Apr 28 21:05:41.739989 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4108c256-74f1-4edc-9f80-0536a41b4a78 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0269318 Apr 28 21:05:41.802423 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6ca3c26-fbb0-4bd0-bc09-4f144b560ba5 req-1b5c538e-49f3-43f5-b38b-c7d8395928d0 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742896 Apr 28 21:05:41.814566 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-8363264a-84fb-4ace-8a32-0d9729f4710c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:41.818616 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-8363264a-84fb-4ace-8a32-0d9729f4710c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 808 time: 0.1951160 Apr 28 21:05:41.837429 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Made reservation on behalf of f1c8e4eb6b724de0bb0caf1cc790224e for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:41.841051 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:41.943862 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8b5a6324-8561-4655-8419-ef07cc1f944d req-8bbfd616-08c5-4766-a354-557887085d69 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 210 time: 0.0534396 Apr 28 21:05:41.990565 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-75091edb-705c-4150-88ba-c48a5880aa54 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d68a4ed8a0948acb85bf2adc5f88954 HTTP/1.1" status: 200 len: 379 time: 0.1636195 Apr 28 21:05:42.025114 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'port': {'device_id': '40aed3c0-e636-442c-af98-def49f079eb1', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'admin_state_up': True, 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'security_groups': ['c7ce8c6a-1b9c-4be3-a97c-392d56ae3833']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:42.106417 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Allocated IP 172.20.0.2 (a889ed17-7f8b-408e-a3a2-e4f24e2e015f/e683344b-3bf3-40bd-8541-0f902448f92f/6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:42.291316 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks [] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:42.315549 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Made reservation on behalf of 4d68a4ed8a0948acb85bf2adc5f88954 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:42.318950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:42.444999 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:42.454178 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Allocated IP 172.20.0.10 (9c4a9884-3e9d-43ce-9796-cb8058b50c47/ed1452a4-b9dc-499b-b7be-9a418438a6de/1a9c0e66-ad87-42e1-9395-8c231dbcf571) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:42.522122 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-73c4af39-32a4-433f-95bf-16ec5533d0fd req-332299bd-f4ba-4c96-9c86-320fd6d96735 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 210 time: 0.0306654 Apr 28 21:05:42.683917 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f7cc4-1f9a-4996-a113-dc92adcdc8d0 req-e26dec7e-2301-4353-9305-661669c7ee4c tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:42.685859 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a2f7cc4-1f9a-4996-a113-dc92adcdc8d0 req-e26dec7e-2301-4353-9305-661669c7ee4c tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 931 time: 0.0552204 Apr 28 21:05:42.736356 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5a2f7cc4-1f9a-4996-a113-dc92adcdc8d0 req-cd073f2f-2c06-47ef-8fd8-c5f362463617 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444927 Apr 28 21:05:42.748666 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Network a889ed17-7f8b-408e-a3a2-e4f24e2e015f is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:42.756128 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:42.761628 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:42.764181 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Pushing event updated for resources: {'Port': ['ID=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:42.837268 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2e7a4e6b-94de-49ce-be95-aeefafd90f90 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:42.848902 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:42.849537 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:42.897241 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:05:42.947147 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:42.992100 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb996-9e31-4ef6-940e-14708f296515 req-cb72ed3c-7fd9-452a-80bf-0ef52673bcce tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:42.993842 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-538cb996-9e31-4ef6-940e-14708f296515 req-cb72ed3c-7fd9-452a-80bf-0ef52673bcce tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 949 time: 0.0638556 Apr 28 21:05:43.009852 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-54d1b760-66ef-4d5e-a14a-48f782ddb104 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5681248 Apr 28 21:05:43.013156 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:43.018412 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.021876 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Request body: {'port': {'device_id': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:43.055875 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.099656 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f08a8-b1d7-4a20-89fa-689ff49a5dd9 req-3c9ba3b2-b330-4c11-8b97-582e178978d1 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.108967 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-845f08a8-b1d7-4a20-89fa-689ff49a5dd9 req-3c9ba3b2-b330-4c11-8b97-582e178978d1 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 932 time: 0.0757036 Apr 28 21:05:43.143627 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:43.145614 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-538cb996-9e31-4ef6-940e-14708f296515 req-bcc68ac8-17d3-4efd-91a8-6a331b471ead tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434093 Apr 28 21:05:43.156575 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:43.172643 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:43.191882 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.208146 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:43.208863 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.214642 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:43.237687 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150a5a65-15f4-4252-9b15-c073489d0df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a4e6b-94de-49ce-be95-aeefafd90f90'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:43.246103 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e89135-cc65-4f80-b9f2-a17c654edabc" -d '{"events": [{"server_uuid": "150a5a65-15f4-4252-9b15-c073489d0df5", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a4e6b-94de-49ce-be95-aeefafd90f90"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:43.259435 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-845f08a8-b1d7-4a20-89fa-689ff49a5dd9 req-6202c2bd-e35c-4455-800c-29b2129d7a7b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449471 Apr 28 21:05:43.277705 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2e7a4e6b-94de-49ce-be95-aeefafd90f90,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:43.291735 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.293119 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.299145 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1ec73-a36b-464c-a015-37943157d5af x-openstack-request-id: req-a1c1ec73-a36b-464c-a015-37943157d5af {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:43.303433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150a5a65-15f4-4252-9b15-c073489d0df5", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a4e6b-94de-49ce-be95-aeefafd90f90", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:43.303433 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1c1ec73-a36b-464c-a015-37943157d5af {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:43.303433 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c1ec73-a36b-464c-a015-37943157d5af'] response: {'server_uuid': '150a5a65-15f4-4252-9b15-c073489d0df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a4e6b-94de-49ce-be95-aeefafd90f90', 'code': 200} Apr 28 21:05:43.345076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.404779 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-93d42f2a-4f77-43a3-8534-890bca165b15 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3852530 Apr 28 21:05:43.409064 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=2e7a4e6b-94de-49ce-be95-aeefafd90f90,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:43.420326 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Request body: {'port': {'device_id': '40aed3c0-e636-442c-af98-def49f079eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:43.448247 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-fb4029b1-1c58-42b8-ba1f-de29380e7c77 None None] Provisioning complete for port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:43.448952 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fb4029b1-1c58-42b8-ba1f-de29380e7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.487994 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-fb4029b1-1c58-42b8-ba1f-de29380e7c77 None None] Port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:43.551681 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.630807 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29732cb0-9ebf-41c7-aa39-b67d725cf2be req-df8a5703-d420-47fd-9b30-c6ee4ae255bc tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 210 time: 0.0305116 Apr 28 21:05:43.753968 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6dc19-ac15-47b1-8962-d554a8e2da02 req-9a6861c9-2973-4d94-9431-e3ad97e02474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.755468 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-15d6dc19-ac15-47b1-8962-d554a8e2da02 req-9a6861c9-2973-4d94-9431-e3ad97e02474 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 1134 time: 0.1248140 Apr 28 21:05:43.762301 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:43.793440 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Publish callbacks [] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:43.854645 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00020f-4172-49ca-836b-a55e2b24ffd6 req-f087c29a-37e9-4618-83cf-c3cf27a145ad tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.856462 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df00020f-4172-49ca-836b-a55e2b24ffd6 req-f087c29a-37e9-4618-83cf-c3cf27a145ad tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 931 time: 0.0477753 Apr 28 21:05:43.870676 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Transition to ACTIVE for port object 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:05:43.883715 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-15d6dc19-ac15-47b1-8962-d554a8e2da02 req-fefc6ab1-c020-40a0-8b0b-32a84acad75d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166012 Apr 28 21:05:43.909543 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-df00020f-4172-49ca-836b-a55e2b24ffd6 req-f8b210d1-89c0-48a1-a696-7cdcbfb33e1d tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Apr 28 21:05:43.928821 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.014815 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9c0e66-ad87-42e1-9395-8c231dbcf571 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:44.020306 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:44.045168 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Publish callbacks [] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.080852 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Transition to ACTIVE for port object 1a9c0e66-ad87-42e1-9395-8c231dbcf571 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:05:44.108321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Attempting to bind port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:44.108536 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Attempting to bind port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:44.108842 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Attempting to bind port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad on network a889ed17-7f8b-408e-a3a2-e4f24e2e015f {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:44.113915 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad on network a889ed17-7f8b-408e-a3a2-e4f24e2e015f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:05:44.114184 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Attempting to bind port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad on network a889ed17-7f8b-408e-a3a2-e4f24e2e015f {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:44.119619 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:44.120601 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Checking segment: {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:44.125605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Bound using segment: {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:44.125605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Bound port: 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:44.125605 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.190256 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] For port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:44.193657 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] For port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:44.229607 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.236125 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-1ccb90df-c6a9-46ad-a9f0-ca8060a5fbde tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:44.237609 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-1ccb90df-c6a9-46ad-a9f0-ca8060a5fbde tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/networks?id=f7e2360e-625b-4705-94d7-c5aeab6d8665 HTTP/1.1" status: 200 len: 809 time: 0.1144481 Apr 28 21:05:44.271072 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.276824 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-4df4da43-ff42-48ca-ba5c-5d10a3f2ae10 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/quotas/ba10e37243c94b3db64d6072000d0ead HTTP/1.1" status: 200 len: 375 time: 0.0313849 Apr 28 21:05:44.300880 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:44.306223 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb07e-40e4-4f3e-845a-62fd342a6cbe req-69a2ec60-781e-4407-9c16-799b735fc3a6 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:44.308465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1dddb07e-40e4-4f3e-845a-62fd342a6cbe req-69a2ec60-781e-4407-9c16-799b735fc3a6 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 950 time: 0.0803237 Apr 28 21:05:44.325454 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:44.326069 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.327475 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] 10.222.0.61 "PUT /v2.0/ports/6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad HTTP/1.1" status: 200 len: 1093 time: 1.3111429 Apr 28 21:05:44.327920 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'tag': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:44.330220 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee86ec26-c36c-463f-a8b3-fa0a0522b971" -d '{"events": [{"name": "network-changed", "server_uuid": "67d58cdf-4235-4d2b-bb12-6a7ecd51ceed", "tag": "6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:44.342447 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-fbc8298b-710a-4dbd-970f-da758ef2e4d1 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba10e37243c94b3db64d6072000d0ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565560 Apr 28 21:05:44.418204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d847d-ba31-4c37-a386-ee23d9deb193 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:44.423663 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1dddb07e-40e4-4f3e-845a-62fd342a6cbe req-a3891ec0-6a8e-41d8-9959-a4036c6970a7 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900655 Apr 28 21:05:44.431602 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Attempting to bind port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:44.432215 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Attempting to bind port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:44.433047 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Attempting to bind port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 on network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:44.444351 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 on network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:05:44.446421 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Attempting to bind port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 on network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:44.459655 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:44.460292 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Checking segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:44.460757 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Bound using segment: {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:44.461238 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Bound port: 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d39c36e-8c2d-4a50-a592-f680bf2de90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:44.461627 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.613296 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-4389d8f9-0de2-47ea-94e1-c9dc753f4869 service neutron] 10.222.0.64 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343694 Apr 28 21:05:44.613424 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:44.613424 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:44.625184 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b403f6-9c64-4376-b3d7-5c247a74ae70 req-9f620446-689d-4f84-b7d9-a57ab633cce4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:44.626723 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38b403f6-9c64-4376-b3d7-5c247a74ae70 req-9f620446-689d-4f84-b7d9-a57ab633cce4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0940657 Apr 28 21:05:44.659576 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-241545c0-ec2b-4a27-a8a3-514686a0315b service neutron] 10.222.0.64 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537027 Apr 28 21:05:44.693145 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-38b403f6-9c64-4376-b3d7-5c247a74ae70 req-10bde2fc-36aa-40b6-9751-a7b69dad247b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599582 Apr 28 21:05:44.738352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03611551-885e-43c8-a331-40c0a9ef38f0 x-openstack-request-id: req-03611551-885e-43c8-a331-40c0a9ef38f0 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:44.738831 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d58cdf-4235-4d2b-bb12-6a7ecd51ceed", "tag": "6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:44.739331 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03611551-885e-43c8-a331-40c0a9ef38f0 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:44.739859 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03611551-885e-43c8-a331-40c0a9ef38f0'] response: {'name': 'network-changed', 'server_uuid': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'tag': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad', 'status': 'completed', 'code': 200} Apr 28 21:05:44.744851 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.785838 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:44.787285 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:44.788713 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] 10.222.0.61 "PUT /v2.0/ports/1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 1094 time: 1.3752387 Apr 28 21:05:44.814726 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d28d-32d8-459f-a685-be8d30208c6d service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:44.838820 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ce27c711-c54e-4f27-b529-6ac430350834 req-83ed0cd6-353c-42e4-aeac-85a0355129fe tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 210 time: 0.0493400 Apr 28 21:05:44.977136 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9c000d3a-3f20-4d30-b763-d0e5ff297928 req-919f7906-7d8e-4b1f-b4df-63af97028ecf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0658312 Apr 28 21:05:45.056936 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9230a-6f89-4191-9205-e90215544efe req-ac936bab-901d-481e-b186-98e62a967e91 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.058827 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0f9230a-6f89-4191-9205-e90215544efe req-ac936bab-901d-481e-b186-98e62a967e91 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 943 time: 0.0637367 Apr 28 21:05:45.095189 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-7fa79cab-81e9-4358-903a-3df8c27469fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.098466 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-7fa79cab-81e9-4358-903a-3df8c27469fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 1127 time: 0.0641153 Apr 28 21:05:45.120420 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d0f9230a-6f89-4191-9205-e90215544efe req-39ec83a3-3d44-4563-84e7-cc19052aa328 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Apr 28 21:05:45.485859 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-c8b66c6a-b178-4431-8ac7-a697e9874de5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad HTTP/1.1" status: 200 len: 217 time: 0.0537856 Apr 28 21:05:45.524887 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-ef7ef3ce-ed51-4d07-b0a3-fe09c97c224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.526969 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-ef7ef3ce-ed51-4d07-b0a3-fe09c97c224e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1128 time: 0.1042316 Apr 28 21:05:45.558395 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404d3a7-7274-4e9e-992b-47bca5069232 req-6af440b0-aa7a-4a9b-a522-5ff8192017d7 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.559898 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6404d3a7-7274-4e9e-992b-47bca5069232 req-6af440b0-aa7a-4a9b-a522-5ff8192017d7 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 950 time: 0.0505028 Apr 28 21:05:45.576885 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-62bcc2ca-1394-49f9-80c6-0713dcc7a03c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 217 time: 0.0434835 Apr 28 21:05:45.582195 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-40c9b98f-55e4-4419-89d9-1e78ac6cc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.583600 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-40c9b98f-55e4-4419-89d9-1e78ac6cc469 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e683344b-3bf3-40bd-8541-0f902448f92f HTTP/1.1" status: 200 len: 854 time: 0.0899167 Apr 28 21:05:45.617045 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6404d3a7-7274-4e9e-992b-47bca5069232 req-049e9eec-d86a-43a7-80cc-bba26a656788 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Apr 28 21:05:45.639426 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-fb884154-c8fd-4a04-8516-47f04e135cb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471239 Apr 28 21:05:45.789773 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-3d98a927-12d9-4883-b1b2-9bf45e464455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.791805 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-3d98a927-12d9-4883-b1b2-9bf45e464455 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.2071743 Apr 28 21:05:45.816044 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:05:45.825014 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff409c-d29b-4edd-aeda-1438a0d7e79f req-b8c2b03c-8865-4979-ba36-8f6c13203dcb tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.826707 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95ff409c-d29b-4edd-aeda-1438a0d7e79f req-b8c2b03c-8865-4979-ba36-8f6c13203dcb tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0554295 Apr 28 21:05:45.873583 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-133229e4-c973-4d08-a2b5-eb16a069762c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.875067 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-133229e4-c973-4d08-a2b5-eb16a069762c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 811 time: 0.2377565 Apr 28 21:05:45.877718 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-d934b987-89fa-4bdc-a5af-3f9f0576c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.879125 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-d934b987-89fa-4bdc-a5af-3f9f0576c93c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801921 Apr 28 21:05:45.881391 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-9a16d25b-60c4-486d-8aa3-84b0688ce630 service neutron] 10.222.0.61 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274349 Apr 28 21:05:45.881955 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-95ff409c-d29b-4edd-aeda-1438a0d7e79f req-43af4c19-82b1-4c3f-8fea-c8734b3fafc6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488930 Apr 28 21:05:45.972090 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2d8eb98-a77d-44a4-bf9d-08b545d13f30 req-a89da1f7-8944-4f96-bf87-aa54c75d2423 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 210 time: 0.0314188 Apr 28 21:05:46.109467 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-abbfba89-3010-4cf8-8153-4dff589f6ac3 req-05c17a52-9cf1-4386-b055-4110fe8306c0 service neutron] 10.222.0.61 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161477 Apr 28 21:05:46.124093 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-29a4274f-6b88-4461-91f5-f336de9d8826 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bac5e29e23646fc96819cd579831ed8 HTTP/1.1" status: 200 len: 379 time: 0.2318535 Apr 28 21:05:46.133240 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9b12e2c2-87ad-4f4d-a55c-3a81fee154bc req-d27fbdfa-79a2-4fd1-a96d-21719e4c0046 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0405819 Apr 28 21:05:46.139714 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-fe98d337-0463-456a-b8df-309bcea6a21e service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415817 Apr 28 21:05:46.185883 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c238ba-ef58-4f21-856a-d48fecacbec4 req-b9148e22-b8e9-4437-bae5-f387bf6c6282 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:46.187472 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09c238ba-ef58-4f21-856a-d48fecacbec4 req-b9148e22-b8e9-4437-bae5-f387bf6c6282 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 950 time: 0.0533776 Apr 28 21:05:46.256226 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ccb18-4c0c-4961-9f8c-9ad0fdb7232b req-ce059a14-c457-45d6-bbfb-005f3234eff1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:46.257686 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-913ccb18-4c0c-4961-9f8c-9ad0fdb7232b req-ce059a14-c457-45d6-bbfb-005f3234eff1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 943 time: 0.0652058 Apr 28 21:05:46.277245 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09c238ba-ef58-4f21-856a-d48fecacbec4 req-2daff7f0-f3d2-461c-9ab7-e2ae5ad61f8a tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836408 Apr 28 21:05:46.313540 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-913ccb18-4c0c-4961-9f8c-9ad0fdb7232b req-19ac4a7f-53ed-4ada-8caa-91d55f7a6999 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Apr 28 21:05:46.741073 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:46.743441 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee" -d '{"events": [{"name": "network-changed", "server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:46.777486 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf4d7d-f7fa-4137-8bda-a2f6dd97d7a7 x-openstack-request-id: req-77bf4d7d-f7fa-4137-8bda-a2f6dd97d7a7 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:46.777805 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:46.778059 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77bf4d7d-f7fa-4137-8bda-a2f6dd97d7a7 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:46.778460 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bf4d7d-f7fa-4137-8bda-a2f6dd97d7a7'] response: {'name': 'network-changed', 'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'status': 'completed', 'code': 200} Apr 28 21:05:47.000771 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dea719-1abe-4568-a862-b4b950e89f27 req-9e736137-9535-4e85-ad05-65f8e612c298 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.002202 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-37dea719-1abe-4568-a862-b4b950e89f27 req-9e736137-9535-4e85-ad05-65f8e612c298 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0505617 Apr 28 21:05:47.061751 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-37dea719-1abe-4568-a862-b4b950e89f27 req-820223a9-8722-431b-ad08-5b74b5376fb0 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539827 Apr 28 21:05:47.078094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6a901a2-2546-44c5-bcdf-c4931a94c831 req-36ac64ff-b698-4c41-b276-44cc6e296160 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 210 time: 0.0310338 Apr 28 21:05:47.088323 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'port': {'device_id': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'admin_state_up': True, 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'security_groups': ['fce5075b-2545-4544-a363-ac9b83e182fd']}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:47.234596 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ee9089f0-2ddc-4ed9-8fb0-ecc5e3b3798a req-620e7b21-4f26-45c4-a4be-249ab6870769 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0299699 Apr 28 21:05:47.258007 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d0a3453f-670c-4f2e-8ab3-ce72203731a3 req-f1a3f639-c02a-4dd5-80a6-ad3de0a5d1f2 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768696 Apr 28 21:05:47.358964 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Made reservation on behalf of 3bac5e29e23646fc96819cd579831ed8 for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:47.362744 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:47.415420 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d7702-73fc-421e-a8bb-47a3d7e57fda req-84d0e5a8-df59-40c3-9624-c53f56e03d53 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.416957 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-030d7702-73fc-421e-a8bb-47a3d7e57fda req-84d0e5a8-df59-40c3-9624-c53f56e03d53 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 950 time: 0.0693855 Apr 28 21:05:47.465535 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca00fd-08a1-43e1-9579-134acdadf00e req-85e8daa4-2934-4bfd-892e-88d1379d7e07 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.467167 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27ca00fd-08a1-43e1-9579-134acdadf00e req-85e8daa4-2934-4bfd-892e-88d1379d7e07 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 943 time: 0.0784431 Apr 28 21:05:47.518309 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-030d7702-73fc-421e-a8bb-47a3d7e57fda req-05d5166a-da68-4f08-9b97-4f2dce583397 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846636 Apr 28 21:05:47.552721 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-27ca00fd-08a1-43e1-9579-134acdadf00e req-b78fa411-736f-4ab1-a86a-5b73e3064c9d tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715199 Apr 28 21:05:47.570813 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Allocated IP 172.20.0.12 (f382b83f-2d52-479a-bacd-d9ccddd4c676/b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb/3d468d98-3c8f-401c-9266-f798a1227b0d) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:47.708434 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:47.795710 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:47.842871 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:47.848009 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:47.851773 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:47.858350 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=3d468d98-3c8f-401c-9266-f798a1227b0d,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:47.904436 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.905058 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:48.021028 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-3fd94237-1b98-47d9-8791-2546c71df0e2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411519 Apr 28 21:05:48.083366 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Request body: {'port': {'device_id': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:48.098674 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-27ef169a-e677-4b59-aad6-032b977b2b56 None None] Provisioning complete for port 3d468d98-3c8f-401c-9266-f798a1227b0d triggered by entity DHCP. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:48.099206 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-27ef169a-e677-4b59-aad6-032b977b2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:48.140011 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-27ef169a-e677-4b59-aad6-032b977b2b56 None None] Port 3d468d98-3c8f-401c-9266-f798a1227b0d cannot update to ACTIVE because it is not bound. {{(pid=110577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 21:05:48.226064 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-281a41e7-4c37-4a20-8c9c-4daba5342374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.227596 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-281a41e7-4c37-4a20-8c9c-4daba5342374 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 1127 time: 0.1495335 Apr 28 21:05:48.236460 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-f77c3e88-3282-433b-b328-90dd39e1e3b3 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.237854 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-f77c3e88-3282-433b-b328-90dd39e1e3b3 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.61 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 950 time: 0.1517537 Apr 28 21:05:48.242549 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:48.263170 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd538-5fc2-4d5c-9e94-59a5527c6e87 req-20d55822-1494-422e-b75e-a669ab26a0b2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.264745 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-892dd538-5fc2-4d5c-9e94-59a5527c6e87 req-20d55822-1494-422e-b75e-a669ab26a0b2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.1195586 Apr 28 21:05:48.275839 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ca5a8-5c37-4db2-82e1-5be173128418 req-a03674b3-f22c-463b-8bd0-b603abb75d7a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.277543 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f97ca5a8-5c37-4db2-82e1-5be173128418 req-a03674b3-f22c-463b-8bd0-b603abb75d7a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 932 time: 0.0890672 Apr 28 21:05:48.406983 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-892dd538-5fc2-4d5c-9e94-59a5527c6e87 req-3947b057-254e-4ef4-a8d0-8013803d467d tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284170 Apr 28 21:05:48.428832 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f97ca5a8-5c37-4db2-82e1-5be173128418 req-138237a4-942d-446d-a160-91bfeeee8b00 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426425 Apr 28 21:05:48.446209 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-2d46cfba-57dc-4232-9cee-c9106fbe52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.450029 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-2d46cfba-57dc-4232-9cee-c9106fbe52f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1128 time: 0.1103027 Apr 28 21:05:48.555313 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e205d886-c0b7-4385-835b-bd4df745572c req-acffbf5c-a276-44ce-86b9-c8aade60d34a tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0637946 Apr 28 21:05:48.606448 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-09019845-cb56-423e-bdbb-c91b40817692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.608199 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-09019845-cb56-423e-bdbb-c91b40817692 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.1519876 Apr 28 21:05:48.690773 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-b6f679ce-32d4-4789-a0a1-3f19cea5b421 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 217 time: 0.0761845 Apr 28 21:05:48.757186 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9ff67-5e1f-465a-9fc8-053c9159526f req-3ba0339a-aa09-4eb0-89fc-27cb22007443 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.758728 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68f9ff67-5e1f-465a-9fc8-053c9159526f req-3ba0339a-aa09-4eb0-89fc-27cb22007443 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 950 time: 0.1363015 Apr 28 21:05:48.793751 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e842d-2eff-490b-9648-ec39c99c77f1 req-752a4154-f23a-46d9-bae5-a521255f025f tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.795307 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e59e842d-2eff-490b-9648-ec39c99c77f1 req-752a4154-f23a-46d9-bae5-a521255f025f tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 943 time: 0.1354008 Apr 28 21:05:48.797049 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Deleting port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:05:48.797387 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:48.815219 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-d9e610c4-ff61-40d5-a951-5d2bc1a59123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.816694 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-d9e610c4-ff61-40d5-a951-5d2bc1a59123 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.1198606 Apr 28 21:05:48.850754 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-68f9ff67-5e1f-465a-9fc8-053c9159526f req-2765cea1-1900-468e-9418-882ed65217d2 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/security-groups?id=7f54c911-0c10-4176-9277-f253205c32f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854445 Apr 28 21:05:48.880057 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e59e842d-2eff-490b-9648-ec39c99c77f1 req-cb6693d0-56f0-4142-98ae-3c19968ac83b tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Apr 28 21:05:48.902609 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-56deb5a2-cad3-4b56-94c7-290984b0c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:48.904159 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-56deb5a2-cad3-4b56-94c7-290984b0c054 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f HTTP/1.1" status: 200 len: 915 time: 0.5972059 Apr 28 21:05:48.957859 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] For port 2e7a4e6b-94de-49ce-be95-aeefafd90f90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2e7a4e6b-94de-49ce-be95-aeefafd90f90,segment=NetworkSegment(04f90009-fec1-495b-b0c8-4c90b8cb4561),segment_id=04f90009-fec1-495b-b0c8-4c90b8cb4561)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:48.958233 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:48.978120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Calling delete_port for 2e7a4e6b-94de-49ce-be95-aeefafd90f90 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:05:49.056261 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-7266149f-e592-4c40-ad78-4e04402f5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.057858 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-7266149f-e592-4c40-ad78-4e04402f5454 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473580 Apr 28 21:05:49.094840 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-848ebbc5-5c08-46da-8aee-2f98411be8b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad HTTP/1.1" status: 200 len: 217 time: 0.0781567 Apr 28 21:05:49.099703 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d468d98-3c8f-401c-9266-f798a1227b0d {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:49.119874 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Publish callbacks [] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:49.155713 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-45fc5a47-7a94-4062-a05d-4dd27985fa22 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908158 Apr 28 21:05:49.170367 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Transition to ACTIVE for port object 3d468d98-3c8f-401c-9266-f798a1227b0d will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:05:49.177956 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-3fea1a8e-0095-4952-846a-72260dc4623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.179524 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-3fea1a8e-0095-4952-846a-72260dc4623f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e683344b-3bf3-40bd-8541-0f902448f92f HTTP/1.1" status: 200 len: 854 time: 0.0737183 Apr 28 21:05:49.239497 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-818c5bec-507b-4c5b-87be-b6781d93137c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498118 Apr 28 21:05:49.249557 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:49.255676 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12ad05e7-c15d-48e4-8b5d-4a2beb1868ee req-0da4b5fc-483b-4074-8813-2f2c90f79afe service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Apr 28 21:05:49.454792 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Pushing event updated for resources: {'Port': ['ID=3d468d98-3c8f-401c-9266-f798a1227b0d,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:49.533060 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-187007c6-8ba7-41f0-b99a-d900211542aa tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.540378 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-187007c6-8ba7-41f0-b99a-d900211542aa tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "GET /v2.0/networks?id=f7e2360e-625b-4705-94d7-c5aeab6d8665 HTTP/1.1" status: 200 len: 809 time: 0.3349319 Apr 28 21:05:49.553653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Request body: {'port': {'device_id': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665', 'admin_state_up': True, 'tenant_id': 'ba10e37243c94b3db64d6072000d0ead'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:49.583504 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-c582089b-8106-4eab-acdf-e02a79cc54f7 service neutron] 10.222.0.61 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307569 Apr 28 21:05:49.610674 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4016d-d710-4c19-8676-24433d957507 req-abb9d9e7-4434-44c5-bb6d-fef3b64da275 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.616656 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6de4016d-d710-4c19-8676-24433d957507 req-abb9d9e7-4434-44c5-bb6d-fef3b64da275 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.1041842 Apr 28 21:05:49.623832 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8b2a2-c3be-4f46-a4d9-c84a4a5b7803 req-8dc8ebb1-f6f2-4e48-9c9d-5b1757353a64 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.625324 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11b8b2a2-c3be-4f46-a4d9-c84a4a5b7803 req-8dc8ebb1-f6f2-4e48-9c9d-5b1757353a64 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0731030 Apr 28 21:05:49.661315 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (2e7a4e6b-94de-49ce-be95-aeefafd90f90), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:49.706058 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6de4016d-d710-4c19-8676-24433d957507 req-12fdd06d-f0c4-4f5d-957b-0a224767e22c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797575 Apr 28 21:05:49.710686 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11b8b2a2-c3be-4f46-a4d9-c84a4a5b7803 req-9fd69f6a-7fee-4cb2-8f87-a318b67adda5 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786650 Apr 28 21:05:49.712281 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Attempting to bind port 3d468d98-3c8f-401c-9266-f798a1227b0d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:49.712620 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Attempting to bind port 3d468d98-3c8f-401c-9266-f798a1227b0d by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:49.712946 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Attempting to bind port 3d468d98-3c8f-401c-9266-f798a1227b0d on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:49.749008 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Pushing event deleted for resources: {'Port': ['ID=2e7a4e6b-94de-49ce-be95-aeefafd90f90,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:49.803052 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Port 3d468d98-3c8f-401c-9266-f798a1227b0d on network f382b83f-2d52-479a-bacd-d9ccddd4c676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:05:49.803437 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Attempting to bind port 3d468d98-3c8f-401c-9266-f798a1227b0d on network f382b83f-2d52-479a-bacd-d9ccddd4c676 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:49.810385 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d8938de-82e8-455c-aa6e-6f474bad7097 req-008c935a-b1ec-425e-b52a-415c2b84b676 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0371907 Apr 28 21:05:49.839199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:49.839543 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Checking segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:49.839941 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Bound using segment: {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:49.840423 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Bound port: 3d468d98-3c8f-401c-9266-f798a1227b0d, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349842ab-0dce-419c-afb4-2bbe5cf361f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:49.840815 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:49.852104 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] No DVR routers for this DVR port 2e7a4e6b-94de-49ce-be95-aeefafd90f90 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:05:49.871314 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:49.874649 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bdbb16b6-ab22-4fd5-b358-0ca1100fcb80 req-399807fa-a7ce-4421-90a6-8564cfac5738 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.61 "DELETE /v2.0/ports/2e7a4e6b-94de-49ce-be95-aeefafd90f90 HTTP/1.1" status: 204 len: 173 time: 1.5779877 Apr 28 21:05:49.875121 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150a5a65-15f4-4252-9b15-c073489d0df5', 'name': 'network-vif-deleted', 'tag': '2e7a4e6b-94de-49ce-be95-aeefafd90f90'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:49.877435 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a6be8-82d6-4a47-b7ed-1bae06562e44" -d '{"events": [{"server_uuid": "150a5a65-15f4-4252-9b15-c073489d0df5", "name": "network-vif-deleted", "tag": "2e7a4e6b-94de-49ce-be95-aeefafd90f90"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:49.892243 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-ee86ec26-c36c-463f-a8b3-fa0a0522b971 req-e41510e7-e68f-4554-94f2-a826d1e009fd service neutron] 10.222.0.61 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931137 Apr 28 21:05:49.962277 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8dfbf-f161-4a55-882c-9f2cd6b1df92 x-openstack-request-id: req-73b8dfbf-f161-4a55-882c-9f2cd6b1df92 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:49.964190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150a5a65-15f4-4252-9b15-c073489d0df5", "name": "network-vif-deleted", "tag": "2e7a4e6b-94de-49ce-be95-aeefafd90f90", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:49.964638 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73b8dfbf-f161-4a55-882c-9f2cd6b1df92 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:49.965242 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b8dfbf-f161-4a55-882c-9f2cd6b1df92'] response: {'server_uuid': '150a5a65-15f4-4252-9b15-c073489d0df5', 'name': 'network-vif-deleted', 'tag': '2e7a4e6b-94de-49ce-be95-aeefafd90f90', 'status': 'completed', 'code': 200} Apr 28 21:05:49.969616 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Made reservation on behalf of ba10e37243c94b3db64d6072000d0ead for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:49.973372 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:49.989571 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] For port 3d468d98-3c8f-401c-9266-f798a1227b0d, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:50.006928 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] For port 3d468d98-3c8f-401c-9266-f798a1227b0d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3d468d98-3c8f-401c-9266-f798a1227b0d,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:50.020486 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-659d2bc2-6ce1-4e52-ae46-4b1e2a9c6233 req-55a66ccb-0215-4ae7-ac01-fed505ab3783 tempest-VolumesNegativeTest-1492311873 tempest-VolumesNegativeTest-1492311873-project] 10.222.0.64 "GET /v2.0/ports?device_id=150a5a65-15f4-4252-9b15-c073489d0df5 HTTP/1.1" status: 200 len: 210 time: 0.0463099 Apr 28 21:05:50.067057 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fa739-27bb-469e-aac0-aecbb01c5912 req-f9354c3d-2883-446d-9fc9-047c17895d54 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.073433 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-370fa739-27bb-469e-aac0-aecbb01c5912 req-f9354c3d-2883-446d-9fc9-047c17895d54 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 943 time: 0.0590646 Apr 28 21:05:50.111487 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:50.123339 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-370fa739-27bb-469e-aac0-aecbb01c5912 req-d7b37a7a-a17e-4884-9ba3-671b337da56b tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479007 Apr 28 21:05:50.154002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.154002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:50.154183 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] 10.222.0.61 "PUT /v2.0/ports/3d468d98-3c8f-401c-9266-f798a1227b0d HTTP/1.1" status: 200 len: 1094 time: 2.0748072 Apr 28 21:05:50.184602 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Allocated IP 172.20.0.6 (f7e2360e-625b-4705-94d7-c5aeab6d8665/c742ffea-43a1-4a7e-bfd2-1006309e915c/c8ae2d40-415e-4fa4-b0e2-a15fa3b69462) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:50.203619 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1ece9-0c05-4ede-ba0c-56d988332c50 service neutron] Pushing event updated for resources: {'Port': ['ID=3d468d98-3c8f-401c-9266-f798a1227b0d,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:50.346329 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-0a0ae4dd-9fd6-4205-81da-d8aaa0b5b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.347844 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-0a0ae4dd-9fd6-4205-81da-d8aaa0b5b6f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 1128 time: 0.0917056 Apr 28 21:05:50.391061 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks [] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:50.473862 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:50.554045 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-a25ea5bb-ab0d-442c-90b8-d7ebbd2e7702 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d468d98-3c8f-401c-9266-f798a1227b0d HTTP/1.1" status: 200 len: 217 time: 0.0504997 Apr 28 21:05:50.555755 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Network f7e2360e-625b-4705-94d7-c5aeab6d8665 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:50.570489 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:50.573087 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:05:50.614198 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Pushing event updated for resources: {'Port': ['ID=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:50.647043 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-86a3c5a4-00a3-45ed-926c-4f7267af71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.648517 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-86a3c5a4-00a3-45ed-926c-4f7267af71ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0874133 Apr 28 21:05:50.654007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.654572 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:50.707629 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-998e50b2-139c-4094-a306-f8f7fb0977cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.709340 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-998e50b2-139c-4094-a306-f8f7fb0977cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519960 Apr 28 21:05:50.783110 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-ef8f0008-a6b9-4363-adfc-469b6ba497bf tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2339480 Apr 28 21:05:50.798002 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Request body: {'port': {'device_id': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:05:50.840261 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-08b81215-5951-4cc2-81db-2b81ff45d03b service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249852 Apr 28 21:05:50.855650 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:05:50.870738 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2e7a4e6b-94de-49ce-be95-aeefafd90f90 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:05:50.894167 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 2e7a4e6b-94de-49ce-be95-aeefafd90f90 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:05:50.894513 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 2e7a4e6b-94de-49ce-be95-aeefafd90f90 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:05:50.909001 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a39c0-ecb7-42b2-a5d4-fc2b326799b0 req-56fb0a63-e927-46ca-9206-098875895fa5 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.910557 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-960a39c0-ecb7-42b2-a5d4-fc2b326799b0 req-56fb0a63-e927-46ca-9206-098875895fa5 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0952017 Apr 28 21:05:50.913401 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:50.916899 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15491ac-2692-42c7-9240-39d2f99680c1 req-0b4e2630-3e2c-4561-bfd3-66a14ab8ac68 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:50.919395 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d15491ac-2692-42c7-9240-39d2f99680c1 req-0b4e2630-3e2c-4561-bfd3-66a14ab8ac68 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0879500 Apr 28 21:05:51.001467 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d15491ac-2692-42c7-9240-39d2f99680c1 req-93cd00a3-e7a2-404d-95c8-343911f6639d tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708373 Apr 28 21:05:51.005022 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-960a39c0-ecb7-42b2-a5d4-fc2b326799b0 req-c8b68dbc-454d-4da7-b8e9-fe995d4ea3da tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807199 Apr 28 21:05:51.007141 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:51.030482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad', 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f', 'port_id': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad', 'mac_address': 'fa:16:3e:b3:2e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e683344b-3bf3-40bd-8541-0f902448f92f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:05:51.030667 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a9947228-d70c-4090-83e5-8d87ff86a308 req-6ebab9a8-820f-4280-bfc9-a600b606c0cc service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802070 Apr 28 21:05:51.132218 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec75b86-f7d4-445d-bd60-9a176604b597 req-d7c2c481-b3b1-4769-88b1-48284c60f266 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:51.133905 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ec75b86-f7d4-445d-bd60-9a176604b597 req-d7c2c481-b3b1-4769-88b1-48284c60f266 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 931 time: 0.0579324 Apr 28 21:05:51.152164 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.161862 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:51.163169 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.195067 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ec75b86-f7d4-445d-bd60-9a176604b597 req-e6b1ee4f-317f-4fbd-acf3-6c15ad1d2a92 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543401 Apr 28 21:05:51.220019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:51.268626 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:51.270273 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ab9e6-5104-4208-bbdf-1ad09c846859 req-a5ba26aa-34a2-4256-a5bc-f42809e0ed07 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:51.272101 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-882ab9e6-5104-4208-bbdf-1ad09c846859 req-a5ba26aa-34a2-4256-a5bc-f42809e0ed07 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 943 time: 0.0651479 Apr 28 21:05:51.324706 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-882ab9e6-5104-4208-bbdf-1ad09c846859 req-d4370691-b9ba-415b-bb31-d4906bf35a87 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Apr 28 21:05:51.325568 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.342363 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:51.350334 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Publish callbacks [] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.363769 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Transition to ACTIVE for port object c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:05:51.384615 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:51.439135 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.513216 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:51.567639 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Attempting to bind port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:05:51.567991 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Attempting to bind port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:05:51.568324 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Attempting to bind port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 on network f7e2360e-625b-4705-94d7-c5aeab6d8665 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:51.572651 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 on network f7e2360e-625b-4705-94d7-c5aeab6d8665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:05:51.577106 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Attempting to bind port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 on network f7e2360e-625b-4705-94d7-c5aeab6d8665 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:05:51.578458 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:05:51.578790 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Checking segment: {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:05:51.579167 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Bound using segment: {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:05:51.579584 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Bound port: c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:05:51.579933 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.592527 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:05:51.649965 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] For port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:05:51.655739 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] For port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:05:51.738424 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.773169 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:51.773778 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:51.775166 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 HTTP/1.1" status: 200 len: 1093 time: 0.9838386 Apr 28 21:05:51.796152 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d465e6b-2408-4e89-a829-671636b4bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:51.938130 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-03122490-71f9-41d8-bc87-536dc65649cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:51.942339 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-03122490-71f9-41d8-bc87-536dc65649cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba10e37243c94b3db64d6072000d0ead&device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 1127 time: 0.0415854 Apr 28 21:05:52.195227 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08fa2-8653-44ea-93a8-d7403edd113d req-c571a1dc-f215-4cd1-8fdf-c9a52cd268c3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.196813 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aab08fa2-8653-44ea-93a8-d7403edd113d req-c571a1dc-f215-4cd1-8fdf-c9a52cd268c3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0837865 Apr 28 21:05:52.206028 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577cec-bf67-4a75-9006-e93b4fbff804 req-2f85738a-f317-4924-bee0-eaee1035e52f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.207558 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-42577cec-bf67-4a75-9006-e93b4fbff804 req-2f85738a-f317-4924-bee0-eaee1035e52f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0828762 Apr 28 21:05:52.228360 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d'}, {'name': 'network-changed', 'server_uuid': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'tag': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:52.230630 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52c0727-92c3-40ef-a3f4-99c123c4db14" -d '{"events": [{"name": "network-changed", "server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d"}, {"name": "network-changed", "server_uuid": "7343d61a-7866-48c6-87d3-bbb4616af6ca", "tag": "c8ae2d40-415e-4fa4-b0e2-a15fa3b69462"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:52.234437 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-89dc5788-bdcb-40b9-8fa1-75da5293845d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 HTTP/1.1" status: 200 len: 217 time: 0.2867649 Apr 28 21:05:52.286980 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aab08fa2-8653-44ea-93a8-d7403edd113d req-77c90aca-015e-4c69-9f8e-654ddaebae97 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783951 Apr 28 21:05:52.290683 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-42577cec-bf67-4a75-9006-e93b4fbff804 req-d149ba77-d640-4e4a-b153-480cf41ac70a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753636 Apr 28 21:05:52.301394 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-eff3e28f-d9be-4f98-a474-d9bb68273b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.303205 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-eff3e28f-d9be-4f98-a474-d9bb68273b0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c742ffea-43a1-4a7e-bfd2-1006309e915c HTTP/1.1" status: 200 len: 849 time: 0.0620470 Apr 28 21:05:52.356379 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-f0533b4e-8e89-4f7e-9733-14e92160c2a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7e2360e-625b-4705-94d7-c5aeab6d8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436385 Apr 28 21:05:52.356379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74159d92-0ccb-44aa-8ca2-ec27ddc07f8a x-openstack-request-id: req-74159d92-0ccb-44aa-8ca2-ec27ddc07f8a {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:52.356379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7343d61a-7866-48c6-87d3-bbb4616af6ca", "tag": "c8ae2d40-415e-4fa4-b0e2-a15fa3b69462", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:52.356379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74159d92-0ccb-44aa-8ca2-ec27ddc07f8a {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:52.356379 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74159d92-0ccb-44aa-8ca2-ec27ddc07f8a'] response: {'name': 'network-changed', 'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'status': 'completed', 'code': 200} Apr 28 21:05:52.356379 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74159d92-0ccb-44aa-8ca2-ec27ddc07f8a'] response: {'name': 'network-changed', 'server_uuid': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'tag': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462', 'status': 'completed', 'code': 200} Apr 28 21:05:52.431105 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f4eaa-d427-432d-8baf-57eace0fd2d0 req-932a36cd-8326-4647-a72a-0f69fda3f26d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.436465 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-349f4eaa-d427-432d-8baf-57eace0fd2d0 req-932a36cd-8326-4647-a72a-0f69fda3f26d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 943 time: 0.0727885 Apr 28 21:05:52.496867 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-2de2a422-3c4e-4265-8a27-e6d3758faed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.506549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d156914-6fda-4400-a05d-c10f21ebdbcf req-a9b82879-b05b-4dfe-9238-39b625f5d7fb tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.506882 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-2de2a422-3c4e-4265-8a27-e6d3758faed0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 1128 time: 0.1152060 Apr 28 21:05:52.507079 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d397d6fe-56ef-454e-aa45-0e2909400355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:52.507539 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d156914-6fda-4400-a05d-c10f21ebdbcf req-a9b82879-b05b-4dfe-9238-39b625f5d7fb tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 944 time: 0.0865660 Apr 28 21:05:52.548546 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-349f4eaa-d427-432d-8baf-57eace0fd2d0 req-4ad56b5b-d06d-4bd6-9602-b4d80b651299 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Apr 28 21:05:52.583053 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d156914-6fda-4400-a05d-c10f21ebdbcf req-639481b1-03be-475c-b84f-d309272538db tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759375 Apr 28 21:05:52.604501 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-9475d122-cf59-41d5-8720-b856c7992d10 service neutron] 10.222.0.61 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354333 Apr 28 21:05:52.686470 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-3564ccc6-277f-472c-af69-fec33c54eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.687935 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-3564ccc6-277f-472c-af69-fec33c54eb61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1788437 Apr 28 21:05:52.736788 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-a137b9e0-8548-4adc-bc0c-fea5fffe5c15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d468d98-3c8f-401c-9266-f798a1227b0d HTTP/1.1" status: 200 len: 217 time: 0.0411611 Apr 28 21:05:52.779511 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a6d2658d-a034-4944-ad88-9f536ac96af3 req-e08f71ec-e551-4fe6-8912-16713b4f35f1 service neutron] 10.222.0.61 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681519 Apr 28 21:05:52.796929 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-e02ca21b-1a57-4b62-a408-a9b3560ffa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.798699 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-e02ca21b-1a57-4b62-a408-a9b3560ffa11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0558541 Apr 28 21:05:52.863481 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-cdec15c8-4e5e-41c8-8776-5cc7e8f372cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:52.865007 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-cdec15c8-4e5e-41c8-8776-5cc7e8f372cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611024 Apr 28 21:05:52.871828 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:52.915916 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:05:53.012414 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:53.012793 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:53.089666 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:53.090059 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:53.112557 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:53.114802 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f7318-dd10-4a9b-b491-30b7f1e9c4c0" -d '{"events": [{"server_uuid": "67d58cdf-4235-4d2b-bb12-6a7ecd51ceed", "name": "network-vif-plugged", "status": "completed", "tag": "6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:53.127738 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:53.156795 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da83f82-b3f8-4c66-98b6-9e648f0e24fb x-openstack-request-id: req-9da83f82-b3f8-4c66-98b6-9e648f0e24fb {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:53.157080 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d58cdf-4235-4d2b-bb12-6a7ecd51ceed", "name": "network-vif-plugged", "status": "completed", "tag": "6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:53.157333 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9da83f82-b3f8-4c66-98b6-9e648f0e24fb {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:53.157731 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da83f82-b3f8-4c66-98b6-9e648f0e24fb'] response: {'server_uuid': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad', 'code': 200} Apr 28 21:05:53.217662 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:53.267564 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:53.434892 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0271-fb7a-4496-a7d4-66589f9f5615 req-b117be2b-6c13-494d-9092-f995cf684aaa tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:53.436386 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-458e0271-fb7a-4496-a7d4-66589f9f5615 req-b117be2b-6c13-494d-9092-f995cf684aaa tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0793710 Apr 28 21:05:53.446534 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4375-369a-40d8-9f6d-5211593ccee0 req-945d8760-764c-4417-a8e9-a8626309b832 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:53.448585 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1a4a4375-369a-40d8-9f6d-5211593ccee0 req-945d8760-764c-4417-a8e9-a8626309b832 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0608759 Apr 28 21:05:53.525032 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-458e0271-fb7a-4496-a7d4-66589f9f5615 req-359d5de4-6643-428a-9bb3-32bb5b7ef769 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753784 Apr 28 21:05:53.529878 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1a4a4375-369a-40d8-9f6d-5211593ccee0 req-02e9867b-5615-4c89-b5aa-748c4a7d04fb tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746024 Apr 28 21:05:53.661452 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78122d6-259e-4398-8d31-a5e96f059dcd req-a69b61af-f863-4579-a7ea-a97a1a1f6c81 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:53.662921 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e78122d6-259e-4398-8d31-a5e96f059dcd req-a69b61af-f863-4579-a7ea-a97a1a1f6c81 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 943 time: 0.0480862 Apr 28 21:05:53.739046 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56145fa-15a1-42df-83f8-4fb0f47fa827 req-95b34b35-9698-446f-a4a5-11b96841b470 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:53.740570 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f56145fa-15a1-42df-83f8-4fb0f47fa827 req-95b34b35-9698-446f-a4a5-11b96841b470 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0767567 Apr 28 21:05:53.762349 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e78122d6-259e-4398-8d31-a5e96f059dcd req-e98e27e8-e190-4d36-8b81-cb50250806e7 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915015 Apr 28 21:05:53.798527 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f56145fa-15a1-42df-83f8-4fb0f47fa827 req-f79424ee-e621-4678-a490-87166f14a91a tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Apr 28 21:05:53.918002 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-ab4da3f9-b8dc-4c6b-8576-45651ef45e26 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993493 Apr 28 21:05:54.454824 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-58bfea19-c245-4124-bfed-5313ecdc2256 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Apr 28 21:05:54.536999 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-69bedec5-0cc5-482f-a248-6bc5e23aeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.538540 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-69bedec5-0cc5-482f-a248-6bc5e23aeb59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba10e37243c94b3db64d6072000d0ead&device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 1127 time: 0.0449526 Apr 28 21:05:54.639288 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-85b87a70-db6b-484e-9e3b-19eb61e7cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.640800 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-85b87a70-db6b-484e-9e3b-19eb61e7cda4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7e2360e-625b-4705-94d7-c5aeab6d8665 HTTP/1.1" status: 200 len: 910 time: 0.0967231 Apr 28 21:05:54.674921 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274545d-af4c-4787-8a63-4bfe40dcbe24 req-441b45d7-9c2f-4178-841a-b795041f60bf tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.676536 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e274545d-af4c-4787-8a63-4bfe40dcbe24 req-441b45d7-9c2f-4178-841a-b795041f60bf tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0782659 Apr 28 21:05:54.685042 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8527121-bf7d-48a4-abc7-03b10c3c6067 req-21a7ee7b-d623-40c8-880e-8e25be24097a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.686479 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8527121-bf7d-48a4-abc7-03b10c3c6067 req-21a7ee7b-d623-40c8-880e-8e25be24097a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0862281 Apr 28 21:05:54.698200 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-5896aa94-e3f9-4280-a2bc-24af1df7d2e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 HTTP/1.1" status: 200 len: 217 time: 0.0500386 Apr 28 21:05:54.762426 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945e126-ec82-4016-b53d-8feabc2d2e5b req-9dff5bd6-9e07-4465-af1e-a942e1d1ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.763975 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e945e126-ec82-4016-b53d-8feabc2d2e5b req-9dff5bd6-9e07-4465-af1e-a942e1d1ce33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 1129 time: 0.0743923 Apr 28 21:05:54.785120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-99a593a4-1561-401b-9331-7f6d5345f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.785255 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e274545d-af4c-4787-8a63-4bfe40dcbe24 req-23b8d112-e906-44df-b6d8-0770ec65a521 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930114 Apr 28 21:05:54.785359 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-99a593a4-1561-401b-9331-7f6d5345f9b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c742ffea-43a1-4a7e-bfd2-1006309e915c HTTP/1.1" status: 200 len: 849 time: 0.0636172 Apr 28 21:05:54.785453 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8527121-bf7d-48a4-abc7-03b10c3c6067 req-696d2fda-8225-495c-aae2-0f060336d87e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904205 Apr 28 21:05:54.830981 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-b5d1299a-da1a-44ac-b4b6-cebcc7e223de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7e2360e-625b-4705-94d7-c5aeab6d8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428691 Apr 28 21:05:54.885185 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:05:54.959198 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3303-e740-4024-ac42-370355f70eb9 req-18cad367-af04-445a-9b84-fca64b37c541 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.960796 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd0f3303-e740-4024-ac42-370355f70eb9 req-18cad367-af04-445a-9b84-fca64b37c541 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 943 time: 0.0868902 Apr 28 21:05:54.967879 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11729f-dc5d-4301-a556-e08110aa4bbf req-c42331a2-bdba-4904-94da-56a895fa340b tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:54.969418 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f11729f-dc5d-4301-a556-e08110aa4bbf req-c42331a2-bdba-4904-94da-56a895fa340b tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0847921 Apr 28 21:05:54.991010 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:55.005646 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462', 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665', 'port_id': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462', 'mac_address': 'fa:16:3e:95:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c742ffea-43a1-4a7e-bfd2-1006309e915c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:05:55.018646 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-a2b931a4-1290-4243-96eb-ce0fa0fd5e24 service neutron] 10.222.0.61 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689930 Apr 28 21:05:55.043560 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2f11729f-dc5d-4301-a556-e08110aa4bbf req-1dc88efb-0d78-43be-b22e-5383bfc9c711 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634956 Apr 28 21:05:55.064917 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:55.065399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:55.082909 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:55.099432 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cd0f3303-e740-4024-ac42-370355f70eb9 req-c009f2e0-dac6-4f81-8195-68bc35ea0b60 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288776 Apr 28 21:05:55.104294 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:55.124417 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e945e126-ec82-4016-b53d-8feabc2d2e5b req-796acbbc-a17e-441e-85d8-f1b5eb84957a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539672 Apr 28 21:05:55.132128 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-96255576-b472-4bfe-a65b-ccddc7f7eae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:55.156648 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e52c0727-92c3-40ef-a3f4-99c123c4db14 req-dcc8beb5-9b47-4f3a-978f-c2ca04ce6fe5 service neutron] 10.222.0.61 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313875 Apr 28 21:05:55.189225 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:55.237744 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:55.409574 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['c8ae2d40-415e-4fa4-b0e2-a15fa3b69462'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:05:55.932825 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cbaa0-bf8c-499f-b6b8-18c315812ce4 req-320087ef-0412-4978-b83e-77dc701e8fa2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:55.934367 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-165cbaa0-bf8c-499f-b6b8-18c315812ce4 req-320087ef-0412-4978-b83e-77dc701e8fa2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0733919 Apr 28 21:05:55.942312 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde26b7-2760-45e4-ab26-9f71442e75c1 req-b6dbd6a8-3be2-473d-b904-2d4a8f0c30f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:55.943652 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fcde26b7-2760-45e4-ab26-9f71442e75c1 req-b6dbd6a8-3be2-473d-b904-2d4a8f0c30f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0726013 Apr 28 21:05:56.023809 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-165cbaa0-bf8c-499f-b6b8-18c315812ce4 req-278030b9-e07d-4101-b956-411207e3dd95 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791688 Apr 28 21:05:56.028559 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fcde26b7-2760-45e4-ab26-9f71442e75c1 req-97572584-1212-49cb-b559-fb2c8ae0b8c1 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776381 Apr 28 21:05:56.165462 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac86a2-9e8b-4a4d-b5fb-dfd47c39f1f5 req-2ac68893-49bc-4c55-bf59-26681994a751 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:56.166965 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62ac86a2-9e8b-4a4d-b5fb-dfd47c39f1f5 req-2ac68893-49bc-4c55-bf59-26681994a751 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0513511 Apr 28 21:05:56.239429 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a00c49-ec99-42eb-ae10-8182274dadc9 req-eb97391f-b785-4682-abd8-59e4a8c22d44 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:56.240984 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3a00c49-ec99-42eb-ae10-8182274dadc9 req-eb97391f-b785-4682-abd8-59e4a8c22d44 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 944 time: 0.0700421 Apr 28 21:05:56.262055 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-62ac86a2-9e8b-4a4d-b5fb-dfd47c39f1f5 req-91f95b15-5e6d-46c1-bb34-628c872e3245 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886352 Apr 28 21:05:56.269451 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:56.299261 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f3a00c49-ec99-42eb-ae10-8182274dadc9 req-3d0ee3ee-5e45-42fa-bd32-85b15ff90818 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Apr 28 21:05:56.897069 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:05:56.900111 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:57.000336 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:05:57.031282 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:57.041977 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'port_id': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'mac_address': 'fa:16:3e:66:88:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:05:57.080522 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:57.081003 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:57.112856 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:57.113506 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:57.138399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9c0e66-ad87-42e1-9395-8c231dbcf571 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:57.164894 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:57.165945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed278ea0-1dea-4790-8a7f-10561e090d3e req-1de65709-a1c4-4bae-982a-4e35e894fdf8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:57.168473 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed278ea0-1dea-4790-8a7f-10561e090d3e req-1de65709-a1c4-4bae-982a-4e35e894fdf8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0717008 Apr 28 21:05:57.202211 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:57.202599 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:57.226690 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:57.228967 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a99ecd-4572-4929-a855-077d91ebb932" -d '{"events": [{"server_uuid": "7343d61a-7866-48c6-87d3-bbb4616af6ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8ae2d40-415e-4fa4-b0e2-a15fa3b69462"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:57.236714 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f6dae-4535-4e17-91d4-58b898a9ff51 req-5e8f4903-ea3f-490d-842c-0e1ec66ff988 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:57.238288 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1a3f6dae-4535-4e17-91d4-58b898a9ff51 req-5e8f4903-ea3f-490d-842c-0e1ec66ff988 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.0688038 Apr 28 21:05:57.241914 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:57.243887 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:57.262634 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ed278ea0-1dea-4790-8a7f-10561e090d3e req-b8572a49-935d-45da-bc08-c5985e67809d tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829151 Apr 28 21:05:57.297212 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:57.312618 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1a3f6dae-4535-4e17-91d4-58b898a9ff51 req-3a9c3c94-a67f-4ddd-8075-f9751c527133 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657096 Apr 28 21:05:57.313610 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c80ef-79f0-4d9b-ab4a-1ed513c7b6cc x-openstack-request-id: req-a20c80ef-79f0-4d9b-ab4a-1ed513c7b6cc {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:57.314036 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7343d61a-7866-48c6-87d3-bbb4616af6ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8ae2d40-415e-4fa4-b0e2-a15fa3b69462", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:57.314320 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a20c80ef-79f0-4d9b-ab4a-1ed513c7b6cc {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:57.314719 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20c80ef-79f0-4d9b-ab4a-1ed513c7b6cc'] response: {'server_uuid': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462', 'code': 200} Apr 28 21:05:57.355821 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:57.434732 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:57.450718 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f5986-e718-4831-8c3f-2564b99cef9a req-05c3e23f-1fa6-44ff-9105-1caad1ae37e9 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:57.452222 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f98f5986-e718-4831-8c3f-2564b99cef9a req-05c3e23f-1fa6-44ff-9105-1caad1ae37e9 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0799251 Apr 28 21:05:57.471850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980522a-b7b5-4b2e-a743-4895e20c146e req-22322191-abd1-4398-9a08-93ead63240ac tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:57.473288 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3980522a-b7b5-4b2e-a743-4895e20c146e req-22322191-abd1-4398-9a08-93ead63240ac tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 945 time: 0.0857022 Apr 28 21:05:57.490778 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['1a9c0e66-ad87-42e1-9395-8c231dbcf571'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:05:57.539582 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f98f5986-e718-4831-8c3f-2564b99cef9a req-17d6260c-49a0-4da5-a5e1-eeb0298672b4 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817084 Apr 28 21:05:57.551254 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3980522a-b7b5-4b2e-a743-4895e20c146e req-0a8b2865-736d-4afe-a133-f33b6bc65107 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716300 Apr 28 21:05:57.698196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 56474) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:57.783914 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372d760-cb63-4f9d-88ea-accb39ee72a8 req-6189a132-03ab-4006-800c-0694c7861740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:57.789534 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0372d760-cb63-4f9d-88ea-accb39ee72a8 req-6189a132-03ab-4006-800c-0694c7861740 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 1129 time: 0.0656550 Apr 28 21:05:57.840636 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0372d760-cb63-4f9d-88ea-accb39ee72a8 req-bf228151-7271-4eeb-b4a4-d8870b3f8f7a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Apr 28 21:05:57.860816 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-df1ac6f3-9cc0-446b-a398-793c07e9f207 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f88bd2f910894b4fa7bbf7afb8b8d2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608050 Apr 28 21:05:57.863196 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 56492) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:05:57.910093 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Publish callbacks [] for security_group (7f54c911-0c10-4176-9277-f253205c32f9), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:57.931123 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Publish callbacks [] for security_group (7f54c911-0c10-4176-9277-f253205c32f9), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:58.130211 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:58.130462 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (7f54c911-0c10-4176-9277-f253205c32f9), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:58.132840 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:58.133989 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f54c911-0c10-4176-9277-f253205c32f9 HTTP/1.1" status: 204 len: 168 time: 0.2699044 Apr 28 21:05:58.141949 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54c911-0c10-4176-9277-f253205c32f9,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:58.148988 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.149597 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.149939 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.150273 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.150781 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.151114 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.151449 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.151772 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.152120 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.152484 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.152768 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.153225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.153549 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.154028 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.154540 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf1baf-59bc-453b-ade0-1d6224bbdb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:58.414372 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95b543-0c9a-4bf0-8363-fd78d4184f67 req-1435d9a9-7035-41ba-995f-195cb60d2b8a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:58.423024 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc95b543-0c9a-4bf0-8363-fd78d4184f67 req-1435d9a9-7035-41ba-995f-195cb60d2b8a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 945 time: 0.0868742 Apr 28 21:05:58.490073 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffb9e7-a1c6-4abe-87b2-8e15ae8d1837 req-478d2d2a-ef9e-4435-ae91-3c593d97cd98 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:58.491695 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7ffb9e7-a1c6-4abe-87b2-8e15ae8d1837 req-478d2d2a-ef9e-4435-ae91-3c593d97cd98 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 944 time: 0.1009846 Apr 28 21:05:58.513746 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-dc95b543-0c9a-4bf0-8363-fd78d4184f67 req-d855a74e-a630-4eae-8de4-1cf66c59fddd tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897198 Apr 28 21:05:58.556914 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7ffb9e7-a1c6-4abe-87b2-8e15ae8d1837 req-2861e5f8-07c6-4a04-9197-3a08bd45c2e4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546505 Apr 28 21:05:58.684501 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aae896-dd5b-40fc-99f6-16460042fd8a req-e175c113-6dac-40de-9089-e759d4adeae5 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:58.685976 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-71aae896-dd5b-40fc-99f6-16460042fd8a req-e175c113-6dac-40de-9089-e759d4adeae5 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 945 time: 0.0517435 Apr 28 21:05:58.732644 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-71aae896-dd5b-40fc-99f6-16460042fd8a req-90c65f3a-1a1f-4d34-881b-9f3aae3b17b2 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Apr 28 21:05:58.909811 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 3d468d98-3c8f-401c-9266-f798a1227b0d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:05:58.911921 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:05:59.028833 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:05:59.066620 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 3d468d98-3c8f-401c-9266-f798a1227b0d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3d468d98-3c8f-401c-9266-f798a1227b0d,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:59.083768 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'port_id': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'mac_address': 'fa:16:3e:39:4f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:05:59.122991 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:05:59.123439 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:59.126694 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 3d468d98-3c8f-401c-9266-f798a1227b0d is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:59.126694 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:59.164076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d468d98-3c8f-401c-9266-f798a1227b0d {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:05:59.193465 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 3d468d98-3c8f-401c-9266-f798a1227b0d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3d468d98-3c8f-401c-9266-f798a1227b0d,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:59.251795 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:05:59.252336 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:59.273950 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:59.316017 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:05:59.316699 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:59.318940 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41e1764-5c86-4fd2-bd5f-c251fb17c356" -d '{"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:05:59.344836 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=3d468d98-3c8f-401c-9266-f798a1227b0d,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:59.349609 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:59.361178 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7a8c5-47e3-44c5-97db-cf88646671bf x-openstack-request-id: req-51a7a8c5-47e3-44c5-97db-cf88646671bf {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:05:59.361403 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:05:59.361661 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51a7a8c5-47e3-44c5-97db-cf88646671bf {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:05:59.365912 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a7a8c5-47e3-44c5-97db-cf88646671bf'] response: {'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'code': 200} Apr 28 21:05:59.384110 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:05:59.442340 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:59.546621 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['3d468d98-3c8f-401c-9266-f798a1227b0d'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:05:59.651208 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecb38-793e-457d-9e52-e0887e4310c7 req-0ebc96c1-7d0d-4e0b-ad36-a698bfc12208 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:59.652795 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1d4ecb38-793e-457d-9e52-e0887e4310c7 req-0ebc96c1-7d0d-4e0b-ad36-a698bfc12208 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0602090 Apr 28 21:05:59.742503 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc996-1399-4402-a3d5-fad384a15fc6 req-6cc38f02-5415-4ba7-abd1-47984d1bf773 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:59.745594 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25cbc996-1399-4402-a3d5-fad384a15fc6 req-6cc38f02-5415-4ba7-abd1-47984d1bf773 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 945 time: 0.0783644 Apr 28 21:05:59.782480 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5b5d-b45e-41f3-9ca7-b6b103f6be28 req-19c38ae8-5847-4186-8abe-e7d4fd4f33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:59.786232 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a1bf5b5d-b45e-41f3-9ca7-b6b103f6be28 req-19c38ae8-5847-4186-8abe-e7d4fd4f33a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0512276 Apr 28 21:05:59.789084 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1d4ecb38-793e-457d-9e52-e0887e4310c7 req-b3dce903-f77f-4aee-9339-6b5ec0e06add tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291068 Apr 28 21:05:59.837571 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-25cbc996-1399-4402-a3d5-fad384a15fc6 req-3a269ce0-fadb-4371-bd1c-e68c687899c6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859792 Apr 28 21:05:59.850763 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-a1bf5b5d-b45e-41f3-9ca7-b6b103f6be28 req-7f98e846-74e3-46ee-ad1b-2cfed4264c75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541816 Apr 28 21:05:59.932966 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ac1e-b2b9-4aa2-a757-42107f844447 req-26e79415-b8be-4386-a4df-3cc12ce692bc tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:59.934493 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43f8ac1e-b2b9-4aa2-a757-42107f844447 req-26e79415-b8be-4386-a4df-3cc12ce692bc tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 945 time: 0.0496140 Apr 28 21:05:59.985110 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-43f8ac1e-b2b9-4aa2-a757-42107f844447 req-117d555a-1393-4829-8025-d72845dc7b3f tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Apr 28 21:06:00.915228 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac6b02-715d-498d-ac83-817b860d9cdb req-b4de966f-d6c9-4b67-93e1-6c9524249465 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:00.916462 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 3d468d98-3c8f-401c-9266-f798a1227b0d up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:06:00.918664 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11ac6b02-715d-498d-ac83-817b860d9cdb req-b4de966f-d6c9-4b67-93e1-6c9524249465 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0522845 Apr 28 21:06:00.972985 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 3d468d98-3c8f-401c-9266-f798a1227b0d completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:06:01.022617 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44408e-7aed-4bb9-9767-e8bf6bfbdb46 req-d12a101e-4c63-4c7e-8b0d-03bb05e1f794 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:01.024146 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c44408e-7aed-4bb9-9767-e8bf6bfbdb46 req-d12a101e-4c63-4c7e-8b0d-03bb05e1f794 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 945 time: 0.1045456 Apr 28 21:06:01.054484 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-11ac6b02-715d-498d-ac83-817b860d9cdb req-c183c398-8ec5-4bc0-b931-825e674e7207 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970788 Apr 28 21:06:01.065103 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 3d468d98-3c8f-401c-9266-f798a1227b0d triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:06:01.069301 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:01.093803 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2c44408e-7aed-4bb9-9767-e8bf6bfbdb46 req-1fb8c37a-b61c-4c85-976e-4bf115dfbb45 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606909 Apr 28 21:06:01.183221 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 3d468d98-3c8f-401c-9266-f798a1227b0d is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:06:01.184278 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:01.218057 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 3d468d98-3c8f-401c-9266-f798a1227b0d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3d468d98-3c8f-401c-9266-f798a1227b0d,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:01.296161 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:01.352419 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=3d468d98-3c8f-401c-9266-f798a1227b0d,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:01.363336 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:01.366185 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085952f-cfa9-45f7-a34e-0eddfd6bbd15" -d '{"events": [{"server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "name": "network-vif-plugged", "status": "completed", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:01.405887 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6ffd6f-6aee-4daf-a66a-ec2191765633 x-openstack-request-id: req-4e6ffd6f-6aee-4daf-a66a-ec2191765633 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:01.406239 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "name": "network-vif-plugged", "status": "completed", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:01.406494 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e6ffd6f-6aee-4daf-a66a-ec2191765633 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:01.406894 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6ffd6f-6aee-4daf-a66a-ec2191765633'] response: {'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'code': 200} Apr 28 21:06:01.570428 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dee1d-6c60-413f-b7fa-f8eb59f1ccb9 req-cd8a784c-e304-4b00-a027-4aa8055881dd tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:01.572430 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-059dee1d-6c60-413f-b7fa-f8eb59f1ccb9 req-cd8a784c-e304-4b00-a027-4aa8055881dd tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 945 time: 0.0703864 Apr 28 21:06:01.638533 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-059dee1d-6c60-413f-b7fa-f8eb59f1ccb9 req-fecaf58a-a47f-4b15-a7cf-8e5b2076a573 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600181 Apr 28 21:06:02.209302 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e4d9-aa60-436f-838c-ac1a84b9224f req-6376783e-fc31-4ca2-a96d-940d60d8645f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:02.210786 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d42e4d9-aa60-436f-838c-ac1a84b9224f req-6376783e-fc31-4ca2-a96d-940d60d8645f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0837200 Apr 28 21:06:02.245273 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c280ed-fdeb-4766-b00a-9ebb88fe1b5f req-c25ca756-5f74-442b-8717-8b6ebad12dd7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:02.247900 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e2c280ed-fdeb-4766-b00a-9ebb88fe1b5f req-c25ca756-5f74-442b-8717-8b6ebad12dd7 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0808079 Apr 28 21:06:02.298098 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6d42e4d9-aa60-436f-838c-ac1a84b9224f req-7d90a53b-9ae3-4cd2-afbd-1211a0c167be tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812986 Apr 28 21:06:02.327522 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e2c280ed-fdeb-4766-b00a-9ebb88fe1b5f req-77f8baac-4cc7-49fd-a60a-cf6b5e84218a tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697751 Apr 28 21:06:02.433130 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a289a0-20f2-46ff-9e16-d31aaa7352e7 req-74d33398-0a06-4b33-a12b-83f3efe3bdd0 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:02.435112 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e8a289a0-20f2-46ff-9e16-d31aaa7352e7 req-74d33398-0a06-4b33-a12b-83f3efe3bdd0 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0532124 Apr 28 21:06:02.487430 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e8a289a0-20f2-46ff-9e16-d31aaa7352e7 req-94b491af-8b28-45d9-b363-6552271d6476 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Apr 28 21:06:02.509770 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 56558) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:06:02.704993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e32e5-eca6-4a43-ad26-7cdae31de5ce tempest-TestShelveInstance-171962419 tempest-TestShelveInstance-171962419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:02.707311 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a48e32e5-eca6-4a43-ad26-7cdae31de5ce tempest-TestShelveInstance-171962419 tempest-TestShelveInstance-171962419-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1125 time: 0.1959057 Apr 28 21:06:02.709604 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 56566) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:06:02.713980 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'port_id': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:06:02.774966 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231413-bcb9-4f58-b9d0-3e0cd69ea0db req-3832c245-1f49-491b-a9c4-a8fa5023a065 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:02.776640 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99231413-bcb9-4f58-b9d0-3e0cd69ea0db req-3832c245-1f49-491b-a9c4-a8fa5023a065 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 945 time: 0.0582097 Apr 28 21:06:02.790584 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f724430-b93a-40f9-aada-adb8d6d7ab63 req-fc69873c-bfdd-4222-9f6b-eb32a62afacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:02.792159 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7f724430-b93a-40f9-aada-adb8d6d7ab63 req-fc69873c-bfdd-4222-9f6b-eb32a62afacc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 1130 time: 0.0499756 Apr 28 21:06:02.828124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:02.853260 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-99231413-bcb9-4f58-b9d0-3e0cd69ea0db req-c09ae38f-b1ec-4679-aff2-ce96aa1733e5 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686300 Apr 28 21:06:02.927497 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.047859 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Allocated IP 172.27.0.249 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/ebded45c-7331-4245-af07-0451ec536021) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:03.082173 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7f724430-b93a-40f9-aada-adb8d6d7ab63 req-03a9e27e-e2fd-414f-9947-bc913c7785ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488882 Apr 28 21:06:03.190293 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for port (ebded45c-7331-4245-af07-0451ec536021), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.293027 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (ebded45c-7331-4245-af07-0451ec536021), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.337256 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:03.343380 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:03.348965 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:06:03.399084 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-f9a3cdb4-f337-422d-acc0-5943afd8960b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:03.400988 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-f9a3cdb4-f337-422d-acc0-5943afd8960b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 945 time: 0.0675974 Apr 28 21:06:03.404671 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'Port': ['ID=ebded45c-7331-4245-af07-0451ec536021,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:03.517961 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dddef3-7262-448f-847f-f0f91a8a4112 req-42389e72-19a7-421c-bb8e-edc5f95437e0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:03.519448 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15dddef3-7262-448f-847f-f0f91a8a4112 req-42389e72-19a7-421c-bb8e-edc5f95437e0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0822361 Apr 28 21:06:03.524158 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Deleting port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:06:03.524506 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.619222 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] For port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:03.619595 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.625813 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-15dddef3-7262-448f-847f-f0f91a8a4112 req-3161d2ad-2a8e-4b74-834c-57021f6a40db tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004422 Apr 28 21:06:03.635287 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Calling delete_port for c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:06:03.851518 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for floatingip (1ec305c7-3b36-4ea2-b740-4b31b45a0dd4), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.852131 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (c8ae2d40-415e-4fa4-b0e2-a15fa3b69462), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.866540 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['c8ae2d40-415e-4fa4-b0e2-a15fa3b69462'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:06:03.909617 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Pushing event deleted for resources: {'Port': ['ID=c8ae2d40-415e-4fa4-b0e2-a15fa3b69462,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:03.971718 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] No DVR routers for this DVR port c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:06:03.974529 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:03.978141 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-d4f0a05a-bc44-4521-81fe-d7ceba554a13 req-8f90f81e-b0b5-422c-964c-e3f79b8e08e6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "DELETE /v2.0/ports/c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 HTTP/1.1" status: 204 len: 173 time: 0.5713189 Apr 28 21:06:03.978626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'name': 'network-vif-deleted', 'tag': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:03.981679 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a61499-89fa-4c41-9312-1f031824ce90" -d '{"events": [{"server_uuid": "7343d61a-7866-48c6-87d3-bbb4616af6ca", "name": "network-vif-deleted", "tag": "c8ae2d40-415e-4fa4-b0e2-a15fa3b69462"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:04.019321 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40819a26-69a5-486a-b649-ffe06c1d99f0 x-openstack-request-id: req-40819a26-69a5-486a-b649-ffe06c1d99f0 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:04.019622 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7343d61a-7866-48c6-87d3-bbb4616af6ca", "name": "network-vif-deleted", "tag": "c8ae2d40-415e-4fa4-b0e2-a15fa3b69462", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:04.019901 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40819a26-69a5-486a-b649-ffe06c1d99f0 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:04.020318 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40819a26-69a5-486a-b649-ffe06c1d99f0'] response: {'server_uuid': '7343d61a-7866-48c6-87d3-bbb4616af6ca', 'name': 'network-vif-deleted', 'tag': 'c8ae2d40-415e-4fa4-b0e2-a15fa3b69462', 'status': 'completed', 'code': 200} Apr 28 21:06:04.192745 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d6492231-e14d-4546-a0a4-b77adf0f305b req-2e51a48a-b4e3-4aab-bbe5-871ca9b7a2d2 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0356262 Apr 28 21:06:04.294723 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (ebded45c-7331-4245-af07-0451ec536021), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:04.463430 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for port (ebded45c-7331-4245-af07-0451ec536021), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:04.524939 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (ebded45c-7331-4245-af07-0451ec536021), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:04.602761 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event updated for resources: {'Port': ['ID=ebded45c-7331-4245-af07-0451ec536021,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:04.620722 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (1ec305c7-3b36-4ea2-b740-4b31b45a0dd4), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:04.790192 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb7822-3c53-4554-b5e0-9d1d76c16ed6 req-a6d04215-adfe-4b63-b5be-bd39a85c7717 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:04.791759 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3cfb7822-3c53-4554-b5e0-9d1d76c16ed6 req-a6d04215-adfe-4b63-b5be-bd39a85c7717 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0632534 Apr 28 21:06:04.793177 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Floating IP 1ec305c7-3b36-4ea2-b740-4b31b45a0dd4 associated. External IP: 172.27.0.249, port: 1a9c0e66-ad87-42e1-9395-8c231dbcf571. Apr 28 21:06:04.923026 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3cfb7822-3c53-4554-b5e0-9d1d76c16ed6 req-3eea1d9c-e247-4474-9f80-cc48e47c16b0 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910981 Apr 28 21:06:05.061723 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:06:05.187092 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:06:05.197664 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] Sync routers for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:05.211903 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:06:05.212583 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:05:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:05.279518 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:05.342997 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:06:05.350486 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-12bb3c77-ec40-4eb4-a714-f8d4bfd64bf6 req-13131aed-805e-4827-b8bc-b2cf31565bbe tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=7343d61a-7866-48c6-87d3-bbb4616af6ca HTTP/1.1" status: 200 len: 210 time: 0.0399048 Apr 28 21:06:05.368569 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-26815bce-03c5-4e2c-a0fb-5c6f7c2c7493 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6413727 Apr 28 21:06:05.368569 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:05.368569 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c3957b-2812-4109-a580-6d650df865e8" -d '{"events": [{"name": "network-changed", "server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:05.541133 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028e6f14-9f06-4455-be37-47dd539c6984 x-openstack-request-id: req-028e6f14-9f06-4455-be37-47dd539c6984 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:05.544010 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:05.544010 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-028e6f14-9f06-4455-be37-47dd539c6984 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:05.544010 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028e6f14-9f06-4455-be37-47dd539c6984'] response: {'name': 'network-changed', 'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'status': 'completed', 'code': 200} Apr 28 21:06:05.597007 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '1ec305c7-3b36-4ea2-b740-4b31b45a0dd4', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'port_id': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'mac_address': 'fa:16:3e:66:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aed3c0-e636-442c-af98-def49f079eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:03Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 0, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:05.613263 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3957b-2812-4109-a580-6d650df865e8 req-88bce99a-f8aa-4b69-bd72-5cf47ad4b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:05.615037 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-88bce99a-f8aa-4b69-bd72-5cf47ad4b359 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0456109 Apr 28 21:06:05.627747 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] Checking router: 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:05.637063 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:06:05.637604 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:05:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:05.726301 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3957b-2812-4109-a580-6d650df865e8 req-fd4eff4b-2f75-49ed-9d0c-a1bdc76bc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:05.727883 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-fd4eff4b-2f75-49ed-9d0c-a1bdc76bc667 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.1051960 Apr 28 21:06:05.762645 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:06:05.812127 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-b9a1667c-d306-46d6-9df3-3c23a5049419 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 1000 time: 0.0753787 Apr 28 21:06:05.865174 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3957b-2812-4109-a580-6d650df865e8 req-0052c560-b0b7-4528-8b28-3fefcca13bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:05.866589 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-0052c560-b0b7-4528-8b28-3fefcca13bef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.0476542 Apr 28 21:06:05.917947 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3957b-2812-4109-a580-6d650df865e8 req-9b3cf4b7-a20e-4929-9b92-f6c48c2f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:05.919478 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-9b3cf4b7-a20e-4929-9b92-f6c48c2f5e91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427785 Apr 28 21:06:06.038471 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-dc462520-3b82-4189-8fb3-28e1e7b14d90 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104553 Apr 28 21:06:06.091910 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f805569-bdee-47a6-a973-7b23b8c3affe req-646943d3-4b3e-4af5-8062-2b6e8278c19c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:06.093578 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f805569-bdee-47a6-a973-7b23b8c3affe req-646943d3-4b3e-4af5-8062-2b6e8278c19c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0713706 Apr 28 21:06:06.149105 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6f805569-bdee-47a6-a973-7b23b8c3affe req-595b868b-333c-4d1a-8dc3-b3eb81f513fa tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493557 Apr 28 21:06:06.179143 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-30c3957b-2812-4109-a580-6d650df865e8 req-ed72d23f-30ca-4b23-a050-2fed81d67a5b service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335549 Apr 28 21:06:06.186013 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '1ec305c7-3b36-4ea2-b740-4b31b45a0dd4', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'port_id': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'mac_address': 'fa:16:3e:66:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aed3c0-e636-442c-af98-def49f079eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:03Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 0, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:06.218482 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1408ec7f-2eda-4c1d-9081-a9a729bf278d None None] The sync data for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi is: [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '1ec305c7-3b36-4ea2-b740-4b31b45a0dd4', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'port_id': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'mac_address': 'fa:16:3e:66:88:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aed3c0-e636-442c-af98-def49f079eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:03Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 0, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:06.312376 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732cdc9-b3a5-4850-b0a7-5a8e706d2501 req-42afa189-e9ec-437e-a679-7a56bdfbbdec tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:06.319304 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9732cdc9-b3a5-4850-b0a7-5a8e706d2501 req-42afa189-e9ec-437e-a679-7a56bdfbbdec tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0704718 Apr 28 21:06:06.397558 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9732cdc9-b3a5-4850-b0a7-5a8e706d2501 req-74b2561a-1b8f-494d-a61f-aba1a262e9b9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559838 Apr 28 21:06:06.429683 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 56596) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:06:06.506361 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550dc05-5a3c-477d-8c16-96de61cd276a None None] New status for floating IP 1ec305c7-3b36-4ea2-b740-4b31b45a0dd4: ACTIVE {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:06:06.514898 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e40683-4042-4c91-a6d2-bb802695bb73 tempest-TestVolumeBootPattern-781605922 tempest-TestVolumeBootPattern-781605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:06.517624 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-d4e40683-4042-4c91-a6d2-bb802695bb73 tempest-TestVolumeBootPattern-781605922 tempest-TestVolumeBootPattern-781605922-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 1125 time: 0.0862873 Apr 28 21:06:06.520969 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 56600) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:06:06.526673 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.v2.base [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Request body: {'floatingip': {'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'port_id': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:06:06.650195 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:06.785028 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-c18dda23-93ac-42d3-9294-5bfb4be1cdb1 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:06.786543 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-c18dda23-93ac-42d3-9294-5bfb4be1cdb1 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/networks?id=f7e2360e-625b-4705-94d7-c5aeab6d8665 HTTP/1.1" status: 200 len: 809 time: 0.1773686 Apr 28 21:06:06.792510 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:06.812786 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-9ab8090c-0e0a-4ad6-bcbe-1b72f07be951 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/quotas/ba10e37243c94b3db64d6072000d0ead HTTP/1.1" status: 200 len: 375 time: 0.0174270 Apr 28 21:06:06.879343 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-c6b54f56-5603-42c7-b0b2-3ea0b0f822e0 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba10e37243c94b3db64d6072000d0ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398552 Apr 28 21:06:06.915690 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:06:06.936462 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:06:06.936808 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device c8ae2d40-415e-4fa4-b0e2-a15fa3b69462 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:06:07.011015 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_common [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Allocated IP 172.27.0.159 (64d2b475-1532-4aba-8662-2cc11964cbd7/40ea7a8d-bebd-428c-95c9-6e642a438eab/81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d) {{(pid=110575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:07.042134 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-ac251809-514a-45b8-922e-c6928d3076f2 service neutron] 10.222.0.64 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557331 Apr 28 21:06:07.212101 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-5b6924cb-0f4a-41bb-9ea8-6dff7350c712 service neutron] 10.222.0.64 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602111 Apr 28 21:06:07.215823 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:07.310197 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:07.357606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Network 64d2b475-1532-4aba-8662-2cc11964cbd7 is already hosted by enough agents. {{(pid=110575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:07.363405 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.base_scheduler [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Resources bound (agent type, host, resource id): {{(pid=110575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:07.368200 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Received port after_create {{(pid=110575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:06:07.392731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d,revision_number=1']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:07.471563 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-67faa89a-4686-4593-b98d-25f487863596 req-7a1a4f4c-40a4-40da-9f62-ecbb1a7ec960 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0321188 Apr 28 21:06:07.812530 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (cbb2f972-b68e-4ea7-b428-9d6938aaf526), precommit_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:07.950676 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), before_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:08.123533 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), precommit_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:08.181938 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32945185'] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), after_update {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:08.253928 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event updated for resources: {'Port': ['ID=81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d,revision_number=2']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:08.266400 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890402'] for floatingip (cbb2f972-b68e-4ea7-b428-9d6938aaf526), after_create {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:08.381285 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Floating IP cbb2f972-b68e-4ea7-b428-9d6938aaf526 associated. External IP: 172.27.0.159, port: 3d468d98-3c8f-401c-9266-f798a1227b0d. Apr 28 21:06:08.838679 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-17772f46-1a87-482e-bbcc-7744421b3a52 req-29565320-a4e4-418b-b852-8d18102e25ec tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0364439 Apr 28 21:06:08.908589 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:06:09.027694 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:06:09.038377 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:09.047820 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:06:09.048479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:05:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:09.128169 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:09.159851 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-51f8dd5a-dba9-49fa-a5e6-0bd8337e713c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6375861 Apr 28 21:06:09.160530 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:09.162840 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b6776-9536-4e86-a2e2-e65fb11ceb41" -d '{"events": [{"name": "network-changed", "server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:09.163188 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:06:09.203631 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d60422a-847e-415c-8a7c-2d9c60bdbbdf x-openstack-request-id: req-3d60422a-847e-415c-8a7c-2d9c60bdbbdf {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:09.203926 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:09.204217 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d60422a-847e-415c-8a7c-2d9c60bdbbdf {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:09.204754 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d60422a-847e-415c-8a7c-2d9c60bdbbdf'] response: {'name': 'network-changed', 'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'status': 'completed', 'code': 200} Apr 28 21:06:09.394308 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-41a9797d-96c5-419d-b737-752e5803399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:09.395676 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-41a9797d-96c5-419d-b737-752e5803399b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 1130 time: 0.0524635 Apr 28 21:06:09.403468 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:04:00Z', 'revision_number': 1, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}, {'id': 'cbb2f972-b68e-4ea7-b428-9d6938aaf526', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:39:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:07Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:09.431380 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:09.441245 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:06:09.442018 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:05:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:09.554199 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:06:09.557080 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-484f0378-2c01-4b18-939e-28ff524a311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:09.559142 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-484f0378-2c01-4b18-939e-28ff524a311e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1517606 Apr 28 21:06:09.637445 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-ac06875a-14a1-4534-a605-d983f678eb42 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:09.638861 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-ac06875a-14a1-4534-a605-d983f678eb42 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "GET /v2.0/networks?id=f7e2360e-625b-4705-94d7-c5aeab6d8665 HTTP/1.1" status: 200 len: 809 time: 0.1642134 Apr 28 21:06:09.654462 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Request body: {'port': {'device_id': '60c89cff-9962-4532-964d-e47bd9338cb9', 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665', 'admin_state_up': True, 'tenant_id': 'ba10e37243c94b3db64d6072000d0ead'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:06:09.661621 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-efb5969c-4bf7-4f62-806a-7de5f484397f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d468d98-3c8f-401c-9266-f798a1227b0d HTTP/1.1" status: 200 len: 1000 time: 0.0915532 Apr 28 21:06:09.773746 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-43061bea-493b-4431-b02a-29868962c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:09.776586 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-43061bea-493b-4431-b02a-29868962c4bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.1047239 Apr 28 21:06:09.788488 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:04:00Z', 'revision_number': 1, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}, {'id': 'cbb2f972-b68e-4ea7-b428-9d6938aaf526', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:39:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:07Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:09.825872 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb1a70-6656-49bf-a785-b27e45557ebc None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:04:00Z', 'revision_number': 1, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}, {'id': 'cbb2f972-b68e-4ea7-b428-9d6938aaf526', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:39:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:07Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 0, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:09.842943 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-0f4f9a24-7c9c-48c9-920d-eb8dab763356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:09.844631 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-0f4f9a24-7c9c-48c9-920d-eb8dab763356 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573099 Apr 28 21:06:09.940607 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2789718e-2fe5-4420-81aa-f33c9c45069c req-8b6767a6-e12c-4527-907a-b32951eb1ed5 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0309036 Apr 28 21:06:09.948225 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Made reservation on behalf of ba10e37243c94b3db64d6072000d0ead for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:06:09.952308 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:09.965886 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-53e3a150-75d2-4a50-a4f9-901952d9a353 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125226 Apr 28 21:06:10.077279 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61717edc-78e0-4b03-a625-43ce758ba7ce None None] New status for floating IP cbb2f972-b68e-4ea7-b428-9d6938aaf526: ACTIVE {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:06:10.165541 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-150b6776-9536-4e86-a2e2-e65fb11ceb41 req-9988efb2-fcdc-4439-bf0a-bdfd830e03d6 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511121 Apr 28 21:06:10.166550 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Allocated IP 172.20.0.5 (f7e2360e-625b-4705-94d7-c5aeab6d8665/c742ffea-43a1-4a7e-bfd2-1006309e915c/4449c1de-85d4-44a2-997f-237f3080afea) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:10.321599 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks [] for port (4449c1de-85d4-44a2-997f-237f3080afea), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:10.404723 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (4449c1de-85d4-44a2-997f-237f3080afea), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:10.449698 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Network f7e2360e-625b-4705-94d7-c5aeab6d8665 is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:10.452853 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:10.458893 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:06:10.484233 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Pushing event updated for resources: {'Port': ['ID=4449c1de-85d4-44a2-997f-237f3080afea,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.512946 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:10.513578 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:10.572917 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-fbb46025-96cc-4024-8e6d-9dc0d8179c69 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9229290 Apr 28 21:06:10.585081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Request body: {'port': {'device_id': '60c89cff-9962-4532-964d-e47bd9338cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:06:10.644392 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4449c1de-85d4-44a2-997f-237f3080afea), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:11.062796 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c7b7-2b78-4f5b-bb09-98c8f2d43270 req-01b0f098-1cc2-4bfb-be2a-cbe2b316e13b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:11.064442 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0318c7b7-2b78-4f5b-bb09-98c8f2d43270 req-01b0f098-1cc2-4bfb-be2a-cbe2b316e13b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 931 time: 0.0518143 Apr 28 21:06:11.122376 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0318c7b7-2b78-4f5b-bb09-98c8f2d43270 req-ee01cdeb-e92d-47ba-845a-f8858a497aa0 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Apr 28 21:06:11.167199 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4449c1de-85d4-44a2-997f-237f3080afea {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:06:11.175303 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Publish callbacks [] for port (4449c1de-85d4-44a2-997f-237f3080afea), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:11.187472 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Transition to ACTIVE for port object 4449c1de-85d4-44a2-997f-237f3080afea will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:06:11.286120 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (4449c1de-85d4-44a2-997f-237f3080afea), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:11.344857 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Pushing event updated for resources: {'Port': ['ID=4449c1de-85d4-44a2-997f-237f3080afea,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:11.423123 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Attempting to bind port 4449c1de-85d4-44a2-997f-237f3080afea on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:06:11.423799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Attempting to bind port 4449c1de-85d4-44a2-997f-237f3080afea by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:06:11.423799 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Attempting to bind port 4449c1de-85d4-44a2-997f-237f3080afea on network f7e2360e-625b-4705-94d7-c5aeab6d8665 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:06:11.428287 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Port 4449c1de-85d4-44a2-997f-237f3080afea on network f7e2360e-625b-4705-94d7-c5aeab6d8665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:06:11.428602 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Attempting to bind port 4449c1de-85d4-44a2-997f-237f3080afea on network f7e2360e-625b-4705-94d7-c5aeab6d8665 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:06:11.433501 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:06:11.433837 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Checking segment: {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:06:11.434230 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Bound using segment: {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:06:11.434664 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Bound port: 4449c1de-85d4-44a2-997f-237f3080afea, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1784f106-d3c6-414c-a3f2-34800fc57089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:06:11.435015 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4449c1de-85d4-44a2-997f-237f3080afea), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:11.498632 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] For port 4449c1de-85d4-44a2-997f-237f3080afea, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:06:11.501938 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] For port 4449c1de-85d4-44a2-997f-237f3080afea, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4449c1de-85d4-44a2-997f-237f3080afea,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:06:11.595161 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (4449c1de-85d4-44a2-997f-237f3080afea), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:11.628890 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:11.629512 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:11.630905 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] 10.222.0.61 "PUT /v2.0/ports/4449c1de-85d4-44a2-997f-237f3080afea HTTP/1.1" status: 200 len: 1093 time: 1.0501246 Apr 28 21:06:11.631362 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c89cff-9962-4532-964d-e47bd9338cb9', 'tag': '4449c1de-85d4-44a2-997f-237f3080afea'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:11.633648 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508" -d '{"events": [{"name": "network-changed", "server_uuid": "60c89cff-9962-4532-964d-e47bd9338cb9", "tag": "4449c1de-85d4-44a2-997f-237f3080afea"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:11.664643 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5377006-72f9-49d1-8fc7-4f00953cfd1f service neutron] Pushing event updated for resources: {'Port': ['ID=4449c1de-85d4-44a2-997f-237f3080afea,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:11.676556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a6153f-1b7d-40cf-8dc1-171707394c35 x-openstack-request-id: req-19a6153f-1b7d-40cf-8dc1-171707394c35 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:11.676911 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c89cff-9962-4532-964d-e47bd9338cb9", "tag": "4449c1de-85d4-44a2-997f-237f3080afea", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:11.677458 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19a6153f-1b7d-40cf-8dc1-171707394c35 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:11.677980 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a6153f-1b7d-40cf-8dc1-171707394c35'] response: {'name': 'network-changed', 'server_uuid': '60c89cff-9962-4532-964d-e47bd9338cb9', 'tag': '4449c1de-85d4-44a2-997f-237f3080afea', 'status': 'completed', 'code': 200} Apr 28 21:06:11.744066 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508 req-ffb33716-cadb-4554-b001-d3b7a66564d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:11.745563 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508 req-ffb33716-cadb-4554-b001-d3b7a66564d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba10e37243c94b3db64d6072000d0ead&device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0447838 Apr 28 21:06:11.853047 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508 req-62cbb179-eb78-486a-9281-9d72c152f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:11.854421 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508 req-62cbb179-eb78-486a-9281-9d72c152f952 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ba10e37243c94b3db64d6072000d0ead&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1004605 Apr 28 21:06:11.954307 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508 req-28e72257-3674-4f5a-8b05-360ccc77a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:11.955781 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-52d8fa95-b057-4aa5-9d4c-e8e7256c3508 req-28e72257-3674-4f5a-8b05-360ccc77a99f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933950 Apr 28 21:06:12.039519 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-df56f049-b07a-48a5-b8a4-966c07d05bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:12.041098 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-df56f049-b07a-48a5-b8a4-966c07d05bf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba10e37243c94b3db64d6072000d0ead&device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0412841 Apr 28 21:06:12.085986 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-3e166899-8643-4c5e-b91c-046d42ce0052 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4449c1de-85d4-44a2-997f-237f3080afea HTTP/1.1" status: 200 len: 217 time: 0.0369186 Apr 28 21:06:12.139556 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-b37a433e-1128-4100-ab4d-7e0d70128261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:12.141083 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-b37a433e-1128-4100-ab4d-7e0d70128261 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c742ffea-43a1-4a7e-bfd2-1006309e915c HTTP/1.1" status: 200 len: 849 time: 0.0496666 Apr 28 21:06:12.176940 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-c8adddca-7674-4995-9282-51f4bbfc2f97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7e2360e-625b-4705-94d7-c5aeab6d8665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264249 Apr 28 21:06:12.237667 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd93bc-19df-4c31-aa3a-5bda9fe44db1 req-94643d9f-2c46-4976-b586-60ae1059b25b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:12.239220 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2fd93bc-19df-4c31-aa3a-5bda9fe44db1 req-94643d9f-2c46-4976-b586-60ae1059b25b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 943 time: 0.0486782 Apr 28 21:06:12.273532 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-f4782702-f075-49d8-8874-e54e541f9b81 service neutron] 10.222.0.61 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867403 Apr 28 21:06:12.286751 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f2fd93bc-19df-4c31-aa3a-5bda9fe44db1 req-836c0899-4ec6-47a8-9a7c-5739262dcdf2 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Apr 28 21:06:12.374234 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-c7d7770a-baa4-4ddc-bf5e-7118777c8167 req-0ae0c873-adc0-4678-ab08-3e1d2a7917c7 service neutron] 10.222.0.61 "GET /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Apr 28 21:06:13.404608 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead4644-d81b-47a5-abd4-0b487d427806 req-d9398145-d073-4783-9efb-e1297ebb73a9 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:13.406412 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ead4644-d81b-47a5-abd4-0b487d427806 req-d9398145-d073-4783-9efb-e1297ebb73a9 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 943 time: 0.0477648 Apr 28 21:06:13.456708 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ead4644-d81b-47a5-abd4-0b487d427806 req-07749f65-49bd-4797-837f-cb3bf18283c4 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Apr 28 21:06:14.574593 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a17e2-db7b-4f64-b255-3caf7c89d2f2 req-ab5c8b65-7507-4324-b8ce-b5a5f213b32e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:14.576140 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b44a17e2-db7b-4f64-b255-3caf7c89d2f2 req-ab5c8b65-7507-4324-b8ce-b5a5f213b32e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 943 time: 0.0518961 Apr 28 21:06:14.624737 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b44a17e2-db7b-4f64-b255-3caf7c89d2f2 req-a9cbb40a-0fea-4a3b-8d78-582b9e342d9d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Apr 28 21:06:14.966758 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 4449c1de-85d4-44a2-997f-237f3080afea details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:06:15.067264 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 4449c1de-85d4-44a2-997f-237f3080afea, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4449c1de-85d4-44a2-997f-237f3080afea,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:15.078978 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '4449c1de-85d4-44a2-997f-237f3080afea', 'network_id': 'f7e2360e-625b-4705-94d7-c5aeab6d8665', 'port_id': '4449c1de-85d4-44a2-997f-237f3080afea', 'mac_address': 'fa:16:3e:14:36:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c742ffea-43a1-4a7e-bfd2-1006309e915c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:06:15.116789 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 4449c1de-85d4-44a2-997f-237f3080afea is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:06:15.117175 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4449c1de-85d4-44a2-997f-237f3080afea), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:15.131058 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4449c1de-85d4-44a2-997f-237f3080afea {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:06:15.150486 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 4449c1de-85d4-44a2-997f-237f3080afea, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4449c1de-85d4-44a2-997f-237f3080afea,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:15.238171 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4449c1de-85d4-44a2-997f-237f3080afea), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:15.288111 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=4449c1de-85d4-44a2-997f-237f3080afea,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:15.295767 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.296144 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.296489 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.296835 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.297171 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.297504 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.297834 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.298164 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.298495 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.298824 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.299153 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.299485 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.299810 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.300162 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.300488 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:15.522306 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['4449c1de-85d4-44a2-997f-237f3080afea'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:06:15.741920 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21021436-0305-4fe0-9aa4-4f93c056f65f req-0721f36c-9f36-4a6f-80ad-02bdb00df529 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:15.743413 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21021436-0305-4fe0-9aa4-4f93c056f65f req-0721f36c-9f36-4a6f-80ad-02bdb00df529 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 944 time: 0.0492845 Apr 28 21:06:15.795780 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21021436-0305-4fe0-9aa4-4f93c056f65f req-292f8998-8a1f-40c3-9003-85cffb796f4d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Apr 28 21:06:16.912425 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393781c-023d-4846-9291-07c7639e7a56 req-d373d62e-b4b2-493b-8157-8a8e9903f10d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:16.913946 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b393781c-023d-4846-9291-07c7639e7a56 req-d373d62e-b4b2-493b-8157-8a8e9903f10d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 944 time: 0.0510991 Apr 28 21:06:16.963888 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b393781c-023d-4846-9291-07c7639e7a56 req-1088dce5-72cc-429f-b018-fce5fd03bc57 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Apr 28 21:06:16.990946 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 4449c1de-85d4-44a2-997f-237f3080afea up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:06:17.036399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port 4449c1de-85d4-44a2-997f-237f3080afea completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:06:17.129561 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 4449c1de-85d4-44a2-997f-237f3080afea triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:06:17.129937 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (4449c1de-85d4-44a2-997f-237f3080afea), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:17.211584 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 4449c1de-85d4-44a2-997f-237f3080afea is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:06:17.211997 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (4449c1de-85d4-44a2-997f-237f3080afea), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:17.234921 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c89cff-9962-4532-964d-e47bd9338cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4449c1de-85d4-44a2-997f-237f3080afea'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:17.237203 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43952709-9b58-4131-b317-bcc1652eed0c" -d '{"events": [{"server_uuid": "60c89cff-9962-4532-964d-e47bd9338cb9", "name": "network-vif-plugged", "status": "completed", "tag": "4449c1de-85d4-44a2-997f-237f3080afea"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:17.249137 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 4449c1de-85d4-44a2-997f-237f3080afea, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4449c1de-85d4-44a2-997f-237f3080afea,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:17.273038 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d00158-66f5-46d3-a687-23e04cb18462 x-openstack-request-id: req-f2d00158-66f5-46d3-a687-23e04cb18462 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:17.273355 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c89cff-9962-4532-964d-e47bd9338cb9", "name": "network-vif-plugged", "status": "completed", "tag": "4449c1de-85d4-44a2-997f-237f3080afea", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:17.273622 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2d00158-66f5-46d3-a687-23e04cb18462 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:17.274019 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d00158-66f5-46d3-a687-23e04cb18462'] response: {'server_uuid': '60c89cff-9962-4532-964d-e47bd9338cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4449c1de-85d4-44a2-997f-237f3080afea', 'code': 200} Apr 28 21:06:17.327013 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (4449c1de-85d4-44a2-997f-237f3080afea), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:17.376111 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=4449c1de-85d4-44a2-997f-237f3080afea,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:17.594438 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0574ea-ec84-47e9-b2a8-8bf2cb4bf09d req-7be7b6fc-fb01-4c61-a546-fe7f5940a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:17.595817 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0e0574ea-ec84-47e9-b2a8-8bf2cb4bf09d req-7be7b6fc-fb01-4c61-a546-fe7f5940a7e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0384815 Apr 28 21:06:17.640787 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0e0574ea-ec84-47e9-b2a8-8bf2cb4bf09d req-0777db53-bf70-4f53-8d6c-86f17541cd46 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Apr 28 21:06:18.079234 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441951d-d79d-4ca4-ab99-a860f74e6f9d req-86013d2e-d85f-4927-a8af-122a876ae264 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:18.080759 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4441951d-d79d-4ca4-ab99-a860f74e6f9d req-86013d2e-d85f-4927-a8af-122a876ae264 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0483716 Apr 28 21:06:18.126632 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4441951d-d79d-4ca4-ab99-a860f74e6f9d req-290e5f54-ff92-49e5-abf1-b48ccdecb4e1 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Apr 28 21:06:19.257688 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b5d6f-0040-4fc2-8dce-2a9aa0c8580a req-f585d9ec-af2a-419d-8176-6528bbaf9bde tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:19.261632 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f24b5d6f-0040-4fc2-8dce-2a9aa0c8580a req-f585d9ec-af2a-419d-8176-6528bbaf9bde tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0598509 Apr 28 21:06:19.317603 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f24b5d6f-0040-4fc2-8dce-2a9aa0c8580a req-78a5305b-d053-47ba-8ffa-a26977982bd6 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493119 Apr 28 21:06:20.435612 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c160ceb-065e-4c77-bef3-6c175f3db81a req-fc076d88-a586-48a4-a614-a5fb27979a2a tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:20.437194 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6c160ceb-065e-4c77-bef3-6c175f3db81a req-fc076d88-a586-48a4-a614-a5fb27979a2a tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Apr 28 21:06:20.493445 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6c160ceb-065e-4c77-bef3-6c175f3db81a req-497ed1b2-95bb-4141-aff6-1ca875b5e17a tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500729 Apr 28 21:06:21.161273 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:21.836610 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a5641-15a0-4239-a146-ffc86bba3c18 req-d37cbcf8-6d29-40ee-a5a2-ae92beccc42e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:21.838232 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-514a5641-15a0-4239-a146-ffc86bba3c18 req-d37cbcf8-6d29-40ee-a5a2-ae92beccc42e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0567818 Apr 28 21:06:21.891598 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-514a5641-15a0-4239-a146-ffc86bba3c18 req-e9c88936-639c-4f7c-aacb-9196d4758773 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Apr 28 21:06:22.461278 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4aa907fb-b979-474e-a041-154d041e2a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:22.816686 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:06:23.018287 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39bbe9-5942-4202-a34f-b473206f805d req-d3351d68-e76c-44f1-9093-d029c811381a tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:23.019837 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e39bbe9-5942-4202-a34f-b473206f805d req-d3351d68-e76c-44f1-9093-d029c811381a tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0555778 Apr 28 21:06:23.073435 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1e39bbe9-5942-4202-a34f-b473206f805d req-64c69dad-f38d-46ca-82d0-5361367eb66d tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Apr 28 21:06:24.205800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2680a-0e0d-4ecd-b9f6-dcd06ecdb3f2 req-482b33e2-1fe6-4b7c-8a76-8ab7ffc3edb3 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:24.207409 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22e2680a-0e0d-4ecd-b9f6-dcd06ecdb3f2 req-482b33e2-1fe6-4b7c-8a76-8ab7ffc3edb3 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0594921 Apr 28 21:06:24.261789 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-22e2680a-0e0d-4ecd-b9f6-dcd06ecdb3f2 req-d9f1284f-9233-4d0f-9090-006ddc67648e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476282 Apr 28 21:06:25.074508 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c759967e-0680-4f5d-8934-c4fcb965a05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:25.353995 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-637d4ca1-cd33-42a4-a48a-d16c67826cad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450523 Apr 28 21:06:25.383241 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c48f-82fb-484a-b5ec-50e722a812ca req-f17d226a-4c20-49ea-b892-4b04aeb3a57e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:25.384838 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c918c48f-82fb-484a-b5ec-50e722a812ca req-f17d226a-4c20-49ea-b892-4b04aeb3a57e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0505984 Apr 28 21:06:25.438709 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c918c48f-82fb-484a-b5ec-50e722a812ca req-4848a872-8af0-4866-900d-e29c0c3cfd8b tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/security-groups?id=34992fd8-8e5a-4c13-8330-c9e84a5b94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477328 Apr 28 21:06:25.583971 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-159bfb12-36c0-44f5-881c-8e6f10148715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:25.585624 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-159bfb12-36c0-44f5-881c-8e6f10148715 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1130 time: 0.0425940 Apr 28 21:06:25.698919 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-1d90ec1e-af34-42f8-a1b4-29237547bfa3 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:25.700428 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-1d90ec1e-af34-42f8-a1b4-29237547bfa3 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 945 time: 0.0712123 Apr 28 21:06:25.795244 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-bf92e759-5035-4981-996e-3391162b9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:25.796811 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-bf92e759-5035-4981-996e-3391162b9d04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1576955 Apr 28 21:06:25.899232 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Deleting port 4449c1de-85d4-44a2-997f-237f3080afea {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:06:25.899488 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (4449c1de-85d4-44a2-997f-237f3080afea), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:25.931076 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-ece567be-2dbf-417b-9d29-d15b0f0377a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 1001 time: 0.1150975 Apr 28 21:06:26.030741 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-53ce28a0-8b9d-4e16-bdb5-1e2f731b73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:26.032216 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-53ce28a0-8b9d-4e16-bdb5-1e2f731b73d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0933545 Apr 28 21:06:26.036843 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] For port 4449c1de-85d4-44a2-997f-237f3080afea, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4449c1de-85d4-44a2-997f-237f3080afea,segment=NetworkSegment(1784f106-d3c6-414c-a3f2-34800fc57089),segment_id=1784f106-d3c6-414c-a3f2-34800fc57089)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:26.037211 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (4449c1de-85d4-44a2-997f-237f3080afea), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:26.074152 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Calling delete_port for 4449c1de-85d4-44a2-997f-237f3080afea owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:06:26.094856 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-99270f92-7e22-4c32-8f8b-13f5b4e89e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:26.096381 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-99270f92-7e22-4c32-8f8b-13f5b4e89e82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567095 Apr 28 21:06:26.236338 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-66531524-c92a-4d35-b430-3603676d5bd7 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119704 Apr 28 21:06:26.310410 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:26.366012 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-06a7bd1f-2d7b-49be-99cf-e2e8325cfc9d req-4fb9b02e-079a-4356-ab6a-c1ee78a015ef service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055512 Apr 28 21:06:26.457339 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (4449c1de-85d4-44a2-997f-237f3080afea), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:26.473041 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['4449c1de-85d4-44a2-997f-237f3080afea'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:06:26.487118 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Pushing event deleted for resources: {'Port': ['ID=4449c1de-85d4-44a2-997f-237f3080afea,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:26.539828 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] No DVR routers for this DVR port 4449c1de-85d4-44a2-997f-237f3080afea on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:06:26.542744 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:26.546935 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-7bd8d754-ccb6-4788-9c58-b5cd774f6631 req-d64a1528-2c81-4d9c-a7ff-88d763ffc845 tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.61 "DELETE /v2.0/ports/4449c1de-85d4-44a2-997f-237f3080afea HTTP/1.1" status: 204 len: 173 time: 0.8191724 Apr 28 21:06:26.547415 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c89cff-9962-4532-964d-e47bd9338cb9', 'name': 'network-vif-deleted', 'tag': '4449c1de-85d4-44a2-997f-237f3080afea'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:26.549755 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c10468d-40db-400a-9a5d-c7ab9ef28194" -d '{"events": [{"server_uuid": "60c89cff-9962-4532-964d-e47bd9338cb9", "name": "network-vif-deleted", "tag": "4449c1de-85d4-44a2-997f-237f3080afea"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:26.559297 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-54fc5e32-86b9-4afb-9289-0461546869dd req-76c11836-6096-44be-93ac-dab79b6847db tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Apr 28 21:06:26.588996 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d844a8-f1cd-4d10-9dd3-245a317fc550 x-openstack-request-id: req-54d844a8-f1cd-4d10-9dd3-245a317fc550 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:26.588996 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c89cff-9962-4532-964d-e47bd9338cb9", "name": "network-vif-deleted", "tag": "4449c1de-85d4-44a2-997f-237f3080afea", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:26.588996 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54d844a8-f1cd-4d10-9dd3-245a317fc550 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:26.588996 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d844a8-f1cd-4d10-9dd3-245a317fc550'] response: {'server_uuid': '60c89cff-9962-4532-964d-e47bd9338cb9', 'name': 'network-vif-deleted', 'tag': '4449c1de-85d4-44a2-997f-237f3080afea', 'status': 'completed', 'code': 200} Apr 28 21:06:27.675295 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b5491b7a-3fdb-4bd3-8151-db74234d436d req-e8cabc5b-88fe-4ad9-8d7c-b2b596d4b2ff tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0287061 Apr 28 21:06:28.027052 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:28.787495 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-29e4ed59-3bc8-45f2-8327-c6a4d500b9b4 req-79958d6b-b568-4358-bedd-331fb15590ae tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Apr 28 21:06:29.285399 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:29.831911 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 4449c1de-85d4-44a2-997f-237f3080afea no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:06:29.855013 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 4449c1de-85d4-44a2-997f-237f3080afea {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:06:29.856826 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 4449c1de-85d4-44a2-997f-237f3080afea not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:06:29.907719 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-376ff5cd-1e1e-47f9-81a6-25e357139585 req-4b421ec7-3c79-40e6-a19d-43ce6674859e tempest-VolumesActionsTest-2559912 tempest-VolumesActionsTest-2559912-project] 10.222.0.64 "GET /v2.0/ports?device_id=60c89cff-9962-4532-964d-e47bd9338cb9 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Apr 28 21:06:42.976180 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b43fe-bafc-45af-a728-e13baf4d8019 req-9869eb21-44c2-4fa4-bb81-eeed0d987163 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:42.978602 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c6b43fe-bafc-45af-a728-e13baf4d8019 req-9869eb21-44c2-4fa4-bb81-eeed0d987163 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0544550 Apr 28 21:06:43.036294 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1c6b43fe-bafc-45af-a728-e13baf4d8019 req-34400e51-6e28-4d2c-b5b1-7d7c1d1658c5 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Apr 28 21:06:44.198840 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593e2ca-238f-4d7f-ad9c-2f6505717fb6 req-0bcb5414-b23b-406b-91d8-9d9c2b92b366 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:44.201203 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1593e2ca-238f-4d7f-ad9c-2f6505717fb6 req-0bcb5414-b23b-406b-91d8-9d9c2b92b366 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0724893 Apr 28 21:06:44.264367 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1593e2ca-238f-4d7f-ad9c-2f6505717fb6 req-74b14eb3-0da3-40c8-8617-9d5484f6192c tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567293 Apr 28 21:06:44.817208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-3c671124-9498-4108-b012-33a5f12bf783 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:44.818753 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-3c671124-9498-4108-b012-33a5f12bf783 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 945 time: 0.0556967 Apr 28 21:06:44.931035 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Deleting port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:06:44.931398 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:45.027683 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] For port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:06:45.028134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:45.041893 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Calling delete_port for 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:06:45.266596 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:45.282142 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:06:45.300867 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Pushing event deleted for resources: {'Port': ['ID=6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:45.342624 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.342970 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.343332 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.343663 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.344081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.344422 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.346586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.346586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.346586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.346586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.346586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.346586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.347541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.347541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.347541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:45.368588 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] No DVR routers for this DVR port 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:06:45.373541 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:45.384515 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0d8ac0fc-5fb0-4b1c-a456-fcf97ea37122 req-e602670e-554c-4d19-8115-0202bf6d79f1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "DELETE /v2.0/ports/6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad HTTP/1.1" status: 204 len: 173 time: 0.5576890 Apr 28 21:06:45.385094 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'name': 'network-vif-deleted', 'tag': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:45.390517 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4776f213-6aca-4e7e-95f4-ccfeadeae7b5" -d '{"events": [{"server_uuid": "67d58cdf-4235-4d2b-bb12-6a7ecd51ceed", "name": "network-vif-deleted", "tag": "6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:06:45.438434 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6714cc-37ae-43b4-8734-bd28e1556253 x-openstack-request-id: req-bd6714cc-37ae-43b4-8734-bd28e1556253 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:06:45.438732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d58cdf-4235-4d2b-bb12-6a7ecd51ceed", "name": "network-vif-deleted", "tag": "6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:06:45.439023 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd6714cc-37ae-43b4-8734-bd28e1556253 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:06:45.439433 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6714cc-37ae-43b4-8734-bd28e1556253'] response: {'server_uuid': '67d58cdf-4235-4d2b-bb12-6a7ecd51ceed', 'name': 'network-vif-deleted', 'tag': '6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad', 'status': 'completed', 'code': 200} Apr 28 21:06:45.451651 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-64b83140-6623-4b6d-ba30-81152b7e4a74 req-95b4afd1-bc11-419c-83dc-cca82a317475 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 210 time: 0.0501814 Apr 28 21:06:46.585219 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-abd84aa0-be1e-4012-84ba-deb93000888e req-031809da-835c-4fe1-a1b2-1ed60102f98f tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=67d58cdf-4235-4d2b-bb12-6a7ecd51ceed HTTP/1.1" status: 200 len: 210 time: 0.0356207 Apr 28 21:06:50.526435 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:06:50.551829 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:06:50.552204 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 6dfb9c1c-0bfc-4d19-b5d4-6575d9a1f6ad not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:06:51.759154 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:52.512233 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c342-aabf-4978-81d6-66819042197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:55.061620 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-b5d04911-05d4-44cc-9309-438db99aec7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:56.313876 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:58.026091 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:58.692123 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-29dc0e60-d2bb-4d2f-b5ca-0d87ca98e45c tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:58.693615 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-29dc0e60-d2bb-4d2f-b5ca-0d87ca98e45c tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/networks?id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f HTTP/1.1" status: 200 len: 814 time: 0.1034477 Apr 28 21:06:58.708999 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-b3417c80-f947-4891-9276-f96061a6a35f tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/quotas/f1c8e4eb6b724de0bb0caf1cc790224e HTTP/1.1" status: 200 len: 375 time: 0.0096352 Apr 28 21:06:58.744629 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-b4379bcd-4fb8-4b67-a621-245fe5c07d31 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304279 Apr 28 21:06:58.836261 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-c589c069-f0c6-4179-a6a2-e8a5a46f2bfd service neutron] 10.222.0.64 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839927 Apr 28 21:06:58.928023 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-6867c6c5-a24e-48e8-960e-05406ed89310 service neutron] 10.222.0.64 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861275 Apr 28 21:06:59.187002 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-10b7c7e7-c548-49be-8327-63b08560afcd req-c68206e6-7db5-45c7-a6a6-b7c50403c181 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 210 time: 0.0297086 Apr 28 21:06:59.295339 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:06:59.817935 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:07:00.283281 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09b953b0-43a2-411c-a23f-f9146b6af94d req-f06c9633-29a6-489a-a2f7-a94165d65707 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Apr 28 21:07:00.603053 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57148) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:00.645976 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Deleting subnet c742ffea-43a1-4a7e-bfd2-1006309e915c {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:07:00.649010 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Publish callbacks [] for subnet (c742ffea-43a1-4a7e-bfd2-1006309e915c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:00.683312 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (c742ffea-43a1-4a7e-bfd2-1006309e915c), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:00.725577 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (c742ffea-43a1-4a7e-bfd2-1006309e915c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:00.861253 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (c742ffea-43a1-4a7e-bfd2-1006309e915c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:00.885604 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c742ffea-43a1-4a7e-bfd2-1006309e915c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:00.895698 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:00.899624 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c742ffea-43a1-4a7e-bfd2-1006309e915c HTTP/1.1" status: 204 len: 168 time: 0.2955418 Apr 28 21:07:00.901522 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.905340 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.905340 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.905584 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57154) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906031 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:00.906924 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c5a8e-97ef-4f89-b33e-75618d61c8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:01.036402 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (f7e2360e-625b-4705-94d7-c5aeab6d8665), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.097105 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-bee176b8-00dd-414e-bb56-2b8653afec92 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:01.098661 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-bee176b8-00dd-414e-bb56-2b8653afec92 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "GET /v2.0/networks?id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f HTTP/1.1" status: 200 len: 814 time: 0.1756947 Apr 28 21:07:01.117327 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Request body: {'port': {'device_id': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f', 'admin_state_up': True, 'tenant_id': 'f1c8e4eb6b724de0bb0caf1cc790224e'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:07:01.182897 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (f7e2360e-625b-4705-94d7-c5aeab6d8665), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.240506 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e2360e-625b-4705-94d7-c5aeab6d8665']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:01.254418 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1784f106-d3c6-414c-a3f2-34800fc57089') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:01.254754 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1784f106-d3c6-414c-a3f2-34800fc57089') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:01.272664 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (1784f106-d3c6-414c-a3f2-34800fc57089), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.296270 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (1784f106-d3c6-414c-a3f2-34800fc57089), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.305393 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:07:01.305785 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (1784f106-d3c6-414c-a3f2-34800fc57089), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:07:01.307456 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:07:01.381017 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e91044ba-addb-4d5e-86cf-391f03fd23ff req-a366fbb1-6897-48e3-b262-2156369f0f1d tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Apr 28 21:07:01.399265 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Made reservation on behalf of f1c8e4eb6b724de0bb0caf1cc790224e for: {'port': 1} {{(pid=110576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:07:01.402709 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.427149 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (f7e2360e-625b-4705-94d7-c5aeab6d8665), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.434662 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.438569 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f7e2360e-625b-4705-94d7-c5aeab6d8665 HTTP/1.1" status: 204 len: 168 time: 0.5349121 Apr 28 21:07:01.479155 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3d3d2-b2be-4f59-b2ff-6fd9fcd69664 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e2360e-625b-4705-94d7-c5aeab6d8665,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:01.553069 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_common [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Allocated IP 172.20.0.12 (a889ed17-7f8b-408e-a3a2-e4f24e2e015f/e683344b-3bf3-40bd-8541-0f902448f92f/d107ee40-6c3d-4a83-bd73-3f7cac3d64f4) {{(pid=110576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:07:01.698622 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks [] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.763764 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57164) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:01.793823 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737993906270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.806389 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d883f3c3-1bab-4bee-87f5-13daf4ba1577 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba10e37243c94b3db64d6072000d0ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414412 Apr 28 21:07:01.808928 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57166) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:01.835241 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Network a889ed17-7f8b-408e-a3a2-e4f24e2e015f is already hosted by enough agents. {{(pid=110576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:07:01.838396 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.base_scheduler [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Resources bound (agent type, host, resource id): {{(pid=110576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:07:01.844885 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Received port after_create {{(pid=110576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 21:07:01.859042 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11860e0e-ee60-43f9-9b39-c1400fc03a59 admin admin] Publish callbacks [] for security_group (34992fd8-8e5a-4c13-8330-c9e84a5b94f5), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.871771 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Pushing event updated for resources: {'Port': ['ID=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:01.885194 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11860e0e-ee60-43f9-9b39-c1400fc03a59 admin admin] Publish callbacks [] for security_group (34992fd8-8e5a-4c13-8330-c9e84a5b94f5), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.895858 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:01.896495 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.968021 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-d1dd548c-d3df-4d2b-9249-ec63ad51d5b6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8567789 Apr 28 21:07:01.979416 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.v2.base [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Request body: {'port': {'device_id': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 21:07:01.993381 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11860e0e-ee60-43f9-9b39-c1400fc03a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (34992fd8-8e5a-4c13-8330-c9e84a5b94f5), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:01.996055 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-11860e0e-ee60-43f9-9b39-c1400fc03a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.001434 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-11860e0e-ee60-43f9-9b39-c1400fc03a59 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34992fd8-8e5a-4c13-8330-c9e84a5b94f5 HTTP/1.1" status: 204 len: 168 time: 0.1873715 Apr 28 21:07:02.005909 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860e0e-ee60-43f9-9b39-c1400fc03a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34992fd8-8e5a-4c13-8330-c9e84a5b94f5,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:02.044860 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.319320 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 {{(pid=110576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:07:02.329732 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Publish callbacks [] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), precommit_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.344295 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.provisioning_blocks [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Transition to ACTIVE for port object d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 will not be triggered until provisioned by entity L2. {{(pid=110576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 21:07:02.422071 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.476428 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Pushing event updated for resources: {'Port': ['ID=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,revision_number=2']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:02.506548 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f7d71-4bf6-4192-a07e-23fccbea46f2 req-aea57361-671b-40fb-88d7-15a49ce9f99e tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:02.509034 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a28f7d71-4bf6-4192-a07e-23fccbea46f2 req-aea57361-671b-40fb-88d7-15a49ce9f99e tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 944 time: 0.0583835 Apr 28 21:07:02.550878 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Attempting to bind port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 21:07:02.551208 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Attempting to bind port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 21:07:02.551635 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Attempting to bind port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 on network a889ed17-7f8b-408e-a3a2-e4f24e2e015f {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:07:02.559367 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 on network a889ed17-7f8b-408e-a3a2-e4f24e2e015f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 21:07:02.559367 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Attempting to bind port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 on network a889ed17-7f8b-408e-a3a2-e4f24e2e015f {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 21:07:02.559647 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a28f7d71-4bf6-4192-a07e-23fccbea46f2 req-078a0c65-55d8-4fb8-b387-bedaa4345d72 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Apr 28 21:07:02.561987 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Checking agent: {'id': 'b0defbaa-0645-4b98-ae02-84c6a6dd8e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'started_at': datetime.datetime(2022, 4, 28, 20, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 21:07:02.562317 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Checking segment: {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 21:07:02.562697 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Bound using segment: {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'} {{(pid=110576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 21:07:02.563149 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.managers [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Bound port: d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce0b12-294d-47f6-86db-373ffc46e2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f'}}] {{(pid=110576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 21:07:02.563560 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), before_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.630103 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] For port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host hv-cinder-75078, cleared binding levels {{(pid=110576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 21:07:02.633086 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] For port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 21:07:02.696664 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31190543'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), after_update {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.731097 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:02.731706 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:02.733781 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] 10.222.0.61 "PUT /v2.0/ports/d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 HTTP/1.1" status: 200 len: 1094 time: 0.7582910 Apr 28 21:07:02.734248 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'tag': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:07:02.736483 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1cdc79-96e3-446b-a609-d30c1d4dd664", "tag": "d107ee40-6c3d-4a83-bd73-3f7cac3d64f4"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:07:02.761031 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5b026-b5e4-4a3d-b34e-1c62b0ef3671 service neutron] Pushing event updated for resources: {'Port': ['ID=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,revision_number=3']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:02.775880 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17072e-ec62-4541-b6c8-e79cacc8a68a x-openstack-request-id: req-dd17072e-ec62-4541-b6c8-e79cacc8a68a {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:07:02.776200 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1cdc79-96e3-446b-a609-d30c1d4dd664", "tag": "d107ee40-6c3d-4a83-bd73-3f7cac3d64f4", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:07:02.776452 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd17072e-ec62-4541-b6c8-e79cacc8a68a {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:07:02.776880 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd17072e-ec62-4541-b6c8-e79cacc8a68a'] response: {'name': 'network-changed', 'server_uuid': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'tag': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4', 'status': 'completed', 'code': 200} Apr 28 21:07:02.838444 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3 req-4a5affab-2a76-4822-858b-bd5f77992723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:02.840005 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3 req-4a5affab-2a76-4822-858b-bd5f77992723 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 1128 time: 0.0446761 Apr 28 21:07:02.946628 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3 req-79225a62-167d-4ed5-a248-1c59b5b70407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:02.948192 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3 req-79225a62-167d-4ed5-a248-1c59b5b70407 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0998394 Apr 28 21:07:03.044008 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3 req-9e26307f-267c-49b3-b57e-1640806c55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:03.046030 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-4cf12e53-9a1b-4262-8358-4bd44bcdbff3 req-9e26307f-267c-49b3-b57e-1640806c55ff service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919356 Apr 28 21:07:03.121743 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-851beea9-f0b3-4cd4-ab7e-ba5e05cd7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:03.123752 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-851beea9-f0b3-4cd4-ab7e-ba5e05cd7064 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 1128 time: 0.0408490 Apr 28 21:07:03.166716 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-20f02005-b578-4d6e-a123-cafcacab8de4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 HTTP/1.1" status: 200 len: 217 time: 0.0367799 Apr 28 21:07:03.466192 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-182b4f95-7f6c-4772-b9db-30b2651c98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:03.467691 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-182b4f95-7f6c-4772-b9db-30b2651c98c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e683344b-3bf3-40bd-8541-0f902448f92f HTTP/1.1" status: 200 len: 854 time: 0.2955172 Apr 28 21:07:03.501756 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-457d58f3-bd7c-4bf6-928f-4fe76a6c1841 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a889ed17-7f8b-408e-a3a2-e4f24e2e015f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276754 Apr 28 21:07:03.601468 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-18cb8887-ff9f-40ab-a15e-cb9b9c64821f service neutron] 10.222.0.61 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939643 Apr 28 21:07:03.683880 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788651-d281-4ef8-885e-968bfa64b34c req-6a4ab6e3-43bb-4c02-8ea8-863be55ee712 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:03.685394 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30788651-d281-4ef8-885e-968bfa64b34c req-6a4ab6e3-43bb-4c02-8ea8-863be55ee712 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 944 time: 0.0503650 Apr 28 21:07:03.697127 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-48f2af66-1605-4614-8ef0-24b9c6de4063 req-29463c37-cf47-4acb-9b98-0dc7a0989731 service neutron] 10.222.0.61 "GET /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893478 Apr 28 21:07:03.735800 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-30788651-d281-4ef8-885e-968bfa64b34c req-79da0b46-b0eb-4838-aa60-75b8fded2fe7 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Apr 28 21:07:04.852483 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b2f3-c9d9-460d-888b-36878997f161 req-54b31124-a53f-4dc0-af3f-a937d71f3e11 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:04.853992 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9e96b2f3-c9d9-460d-888b-36878997f161 req-54b31124-a53f-4dc0-af3f-a937d71f3e11 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 944 time: 0.0474558 Apr 28 21:07:04.902258 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9e96b2f3-c9d9-460d-888b-36878997f161 req-5a3fd04c-7016-4838-b908-5576f2cff498 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Apr 28 21:07:05.529714 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:07:05.628005 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:07:05.639197 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4', 'network_id': 'a889ed17-7f8b-408e-a3a2-e4f24e2e015f', 'port_id': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4', 'mac_address': 'fa:16:3e:53:77:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e683344b-3bf3-40bd-8541-0f902448f92f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:07:05.676441 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:07:05.676832 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:05.689368 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:07:05.708325 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:07:05.776451 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:05.828231 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,revision_number=4']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:06.012780 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['d107ee40-6c3d-4a83-bd73-3f7cac3d64f4'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:07:06.034935 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef221555-e69e-4996-b57b-262fc9c5ffad req-5a9b78c4-7390-4587-a29c-7025140ac572 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:06.036505 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef221555-e69e-4996-b57b-262fc9c5ffad req-5a9b78c4-7390-4587-a29c-7025140ac572 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Apr 28 21:07:06.089468 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ef221555-e69e-4996-b57b-262fc9c5ffad req-e31927bc-82fb-4833-98bb-ce50ace0d738 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462186 Apr 28 21:07:07.220266 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf2498-2d78-4d49-b987-d80b5f2e35ed req-ba7ff86a-7556-4156-9af4-1f6bc40374c9 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:07.221704 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-41bf2498-2d78-4d49-b987-d80b5f2e35ed req-ba7ff86a-7556-4156-9af4-1f6bc40374c9 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 945 time: 0.0516331 Apr 28 21:07:07.269530 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-41bf2498-2d78-4d49-b987-d80b5f2e35ed req-373925ee-0fbb-4c8f-a657-8b8015af1fee tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Apr 28 21:07:07.539138 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:07:07.581885 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning for port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 completed by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 21:07:07.659767 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:07:07.660177 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:07.735610 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:07:07.736024 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:07.757418 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:07:07.759625 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6997c15-e308-47c3-859c-58e146b11a60" -d '{"events": [{"server_uuid": "fe1cdc79-96e3-446b-a609-d30c1d4dd664", "name": "network-vif-plugged", "status": "completed", "tag": "d107ee40-6c3d-4a83-bd73-3f7cac3d64f4"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:07:07.771308 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:07:07.796328 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf77714-0925-4fce-91d7-46d3dff2ea1e x-openstack-request-id: req-bdf77714-0925-4fce-91d7-46d3dff2ea1e {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:07:07.796619 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1cdc79-96e3-446b-a609-d30c1d4dd664", "name": "network-vif-plugged", "status": "completed", "tag": "d107ee40-6c3d-4a83-bd73-3f7cac3d64f4", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:07:07.796869 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdf77714-0925-4fce-91d7-46d3dff2ea1e {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:07:07.797258 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf77714-0925-4fce-91d7-46d3dff2ea1e'] response: {'server_uuid': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4', 'code': 200} Apr 28 21:07:07.843167 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:07.893310 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,revision_number=5']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:08.142489 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba110-023f-4df5-abed-7b0c27086ced req-f08129cc-0162-4d66-8a5c-640d4d387d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:08.144067 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0a1ba110-023f-4df5-abed-7b0c27086ced req-f08129cc-0162-4d66-8a5c-640d4d387d31 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 1130 time: 0.0425348 Apr 28 21:07:08.190945 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0a1ba110-023f-4df5-abed-7b0c27086ced req-9f375e37-cbe0-4c1e-95c2-7c3d5cbad526 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Apr 28 21:07:08.383037 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99fd4d-e154-4dfc-8c19-ca5a1c6c31d6 req-73ef7487-3eb4-4703-8ef0-7e527d84c9af tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:08.384477 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa99fd4d-e154-4dfc-8c19-ca5a1c6c31d6 req-73ef7487-3eb4-4703-8ef0-7e527d84c9af tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Apr 28 21:07:08.433654 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-aa99fd4d-e154-4dfc-8c19-ca5a1c6c31d6 req-6f8b2adc-e20d-4b7d-ac80-9c0ef38aaef4 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Apr 28 21:07:09.552840 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2488a-4323-4bc8-88b8-350b809ab513 req-8b6a0096-3b36-4efd-80e2-46300a1d165d tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:09.554388 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6c2488a-4323-4bc8-88b8-350b809ab513 req-8b6a0096-3b36-4efd-80e2-46300a1d165d tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Apr 28 21:07:09.618400 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f6c2488a-4323-4bc8-88b8-350b809ab513 req-38f7c899-a63f-4efa-a404-74db6368e392 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580430 Apr 28 21:07:21.579804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:22.472980 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8384c99e-c85d-4a1d-a2b9-752ff2ae12f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:25.124875 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5c7c440a-8f06-4809-9cf1-e55bb8ba2cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:26.288384 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:27.508795 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-bf90329a-f750-4930-82bb-781546683f84 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452585 Apr 28 21:07:27.568034 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-d2b850ad-7b18-4c5e-84ab-ddeaa723f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:27.569549 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-d2b850ad-7b18-4c5e-84ab-ddeaa723f321 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0400410 Apr 28 21:07:27.683708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-4a2e846e-8c21-40e3-8dbf-d9ab0cbf551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:27.684614 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-4a2e846e-8c21-40e3-8dbf-d9ab0cbf551f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.0941908 Apr 28 21:07:27.764472 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-3dcf1636-0705-4bf2-b25e-2f819eccf289 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 1002 time: 0.0719967 Apr 28 21:07:27.827630 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-493c155a-f9cf-41c8-8c2c-8d96e3913d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:27.829145 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-493c155a-f9cf-41c8-8c2c-8d96e3913d55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.0570416 Apr 28 21:07:27.882950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-5c63db9f-5fbe-4c10-b012-16ee06ee58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:27.884497 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-5c63db9f-5fbe-4c10-b012-16ee06ee58db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467854 Apr 28 21:07:27.982599 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-8bf6a540-48bb-42a5-84b3-1a5347b2fcc4 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875683 Apr 28 21:07:28.050182 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:28.082612 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-9c24f2e6-146d-48eb-b149-74c981cd21e2 req-5bec0cea-2f75-4b3e-94c0-ad1850fbb208 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930314 Apr 28 21:07:29.324577 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:32.531078 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af17c-6c42-4f07-b856-8d874f651a9c req-179541fc-1986-44ed-ba35-229047e0ee09 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:32.532608 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa1af17c-6c42-4f07-b856-8d874f651a9c req-179541fc-1986-44ed-ba35-229047e0ee09 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 946 time: 0.0506823 Apr 28 21:07:32.599472 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-fa1af17c-6c42-4f07-b856-8d874f651a9c req-65c6420a-b4fc-47a8-89eb-acedd55719ca tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Apr 28 21:07:33.813259 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815861f-3caf-4aa7-9f04-f9f962d5598d req-f13359d4-1f8a-43b9-ab41-919b756dcc7a tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:33.814788 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7815861f-3caf-4aa7-9f04-f9f962d5598d req-f13359d4-1f8a-43b9-ab41-919b756dcc7a tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 946 time: 0.1449337 Apr 28 21:07:33.865195 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7815861f-3caf-4aa7-9f04-f9f962d5598d req-3abad00d-5e37-49d8-8c8b-656edee508e1 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/security-groups?id=086b7ad1-eaaa-4711-9413-1fa6a9c051da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Apr 28 21:07:34.199134 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-8a37f083-5817-441b-9c6a-66961ce73ea7 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:34.200662 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-8a37f083-5817-441b-9c6a-66961ce73ea7 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 946 time: 0.0530100 Apr 28 21:07:34.295792 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Deleting port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:07:34.296085 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:34.395310 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] For port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,segment=NetworkSegment(adce0b12-294d-47f6-86db-373ffc46e2d1),segment_id=adce0b12-294d-47f6-86db-373ffc46e2d1)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:07:34.395734 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:34.409901 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Calling delete_port for d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:07:34.627293 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (d107ee40-6c3d-4a83-bd73-3f7cac3d64f4), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:34.641432 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['d107ee40-6c3d-4a83-bd73-3f7cac3d64f4'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:07:34.664950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Pushing event deleted for resources: {'Port': ['ID=d107ee40-6c3d-4a83-bd73-3f7cac3d64f4,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:34.719708 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] No DVR routers for this DVR port d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:07:34.722389 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:34.725708 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b7a814a3-a4bb-407b-9b5f-a6b1c680f821 req-08574258-4eee-40e1-bef2-5202dcadfab6 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.61 "DELETE /v2.0/ports/d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 HTTP/1.1" status: 204 len: 173 time: 0.5198431 Apr 28 21:07:34.726161 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'name': 'network-vif-deleted', 'tag': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:07:34.728504 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50912dbf-56fd-46ad-a8a7-d6273b37bc60" -d '{"events": [{"server_uuid": "fe1cdc79-96e3-446b-a609-d30c1d4dd664", "name": "network-vif-deleted", "tag": "d107ee40-6c3d-4a83-bd73-3f7cac3d64f4"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:07:34.774611 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84595ed1-f81a-4acb-a403-fa5f04ce3528 x-openstack-request-id: req-84595ed1-f81a-4acb-a403-fa5f04ce3528 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:07:34.774909 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1cdc79-96e3-446b-a609-d30c1d4dd664", "name": "network-vif-deleted", "tag": "d107ee40-6c3d-4a83-bd73-3f7cac3d64f4", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:07:34.775164 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84595ed1-f81a-4acb-a403-fa5f04ce3528 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:07:34.775575 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84595ed1-f81a-4acb-a403-fa5f04ce3528'] response: {'server_uuid': 'fe1cdc79-96e3-446b-a609-d30c1d4dd664', 'name': 'network-vif-deleted', 'tag': 'd107ee40-6c3d-4a83-bd73-3f7cac3d64f4', 'status': 'completed', 'code': 200} Apr 28 21:07:34.965423 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-403f4746-e7cf-49f2-952e-ec2f70d0dfec req-02ef4821-8bc4-4304-b26b-ae09ce8464f9 tempest-VolumesSnapshotTestJSON-1927432878 tempest-VolumesSnapshotTestJSON-1927432878-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1cdc79-96e3-446b-a609-d30c1d4dd664 HTTP/1.1" status: 200 len: 210 time: 0.0320463 Apr 28 21:07:36.817017 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:07:37.699083 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:07:37.719708 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:07:37.720076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device d107ee40-6c3d-4a83-bd73-3f7cac3d64f4 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:07:51.592448 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:52.476094 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-c7026dfe-8b78-497b-93ee-a2233e8afd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.171414 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57618) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:53.275375 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.351537 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Publish callbacks [] for security_group (a1053f75-e21a-4b05-9a68-53aac6ffa4aa), precommit_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.506275 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a1053f75-e21a-4b05-9a68-53aac6ffa4aa), after_create {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.545741 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68ac8f25d5024666b9105d1aad85cc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731639 Apr 28 21:07:53.546582 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1053f75-e21a-4b05-9a68-53aac6ffa4aa,revision_number=1']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:53.548481 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57622) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:53.554264 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.554567 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.554920 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.555265 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.555602 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.555938 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.556371 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.556706 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.557015 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.557347 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.557680 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.558013 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.558338 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.558665 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.559018 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e30984-828e-40b3-818e-95b7fb47acdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:07:53.598368 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a9499f59-8a20-4c3b-a1d4-b29d99f9d6cf admin admin] Publish callbacks [] for security_group (a1053f75-e21a-4b05-9a68-53aac6ffa4aa), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.619228 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a9499f59-8a20-4c3b-a1d4-b29d99f9d6cf admin admin] Publish callbacks [] for security_group (a1053f75-e21a-4b05-9a68-53aac6ffa4aa), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.706001 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a9499f59-8a20-4c3b-a1d4-b29d99f9d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (a1053f75-e21a-4b05-9a68-53aac6ffa4aa), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.710445 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a9499f59-8a20-4c3b-a1d4-b29d99f9d6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:53.711592 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a9499f59-8a20-4c3b-a1d4-b29d99f9d6cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1053f75-e21a-4b05-9a68-53aac6ffa4aa HTTP/1.1" status: 204 len: 168 time: 0.1620886 Apr 28 21:07:53.719177 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9499f59-8a20-4c3b-a1d4-b29d99f9d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1053f75-e21a-4b05-9a68-53aac6ffa4aa,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:54.678908 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57634) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:07:54.826118 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Deleting port 81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:07:54.826357 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:54.902260 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:54.902583 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:54.915245 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Calling delete_port for 81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:07:55.064885 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ef9fdcbc-2e0f-4205-8c44-4bc401ba91f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:55.126877 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:55.149347 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'Port': ['ID=81561a5c-ee8d-4fef-a2e5-7f7dd5dc605d,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:55.217134 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (cbb2f972-b68e-4ea7-b428-9d6938aaf526), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:55.217482 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Floating IP cbb2f972-b68e-4ea7-b428-9d6938aaf526 disassociated (deleted). External IP: 172.27.0.159, port: 3d468d98-3c8f-401c-9266-f798a1227b0d. Apr 28 21:07:55.439777 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:07:55.554461 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:07:55.562361 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:55.565703 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:07:55.576358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:07:55.576991 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:55.590218 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-03912c0c-8068-491d-854a-a8dbdfb20f06 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "DELETE /v2.0/floatingips/cbb2f972-b68e-4ea7-b428-9d6938aaf526 HTTP/1.1" status: 204 len: 168 time: 0.9101989 Apr 28 21:07:55.590892 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:07:55.593382 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91006ee8-2a36-4535-ba7f-cecff5383858" -d '{"events": [{"name": "network-changed", "server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:07:55.649705 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7017ea-f483-47a4-a936-44b01bb1d53d x-openstack-request-id: req-9e7017ea-f483-47a4-a936-44b01bb1d53d {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:07:55.650060 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:07:55.650378 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e7017ea-f483-47a4-a936-44b01bb1d53d {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:07:55.650847 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7017ea-f483-47a4-a936-44b01bb1d53d'] response: {'name': 'network-changed', 'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'status': 'completed', 'code': 200} Apr 28 21:07:55.696726 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:07:55.816125 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-549b5ffe-2cfe-4ede-a7ee-ffaa92d67d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:55.817736 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-549b5ffe-2cfe-4ede-a7ee-ffaa92d67d60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 1130 time: 0.1469400 Apr 28 21:07:55.924601 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:04:00Z', 'revision_number': 1, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:55.931586 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-ae7facaa-36db-46a7-8eb1-0e74f228e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:55.933099 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-ae7facaa-36db-46a7-8eb1-0e74f228e247 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.1086898 Apr 28 21:07:55.956993 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:07:55.979994 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-1fb1772f-f7a7-4998-b40e-2b05036887d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d468d98-3c8f-401c-9266-f798a1227b0d HTTP/1.1" status: 200 len: 217 time: 0.0395606 Apr 28 21:07:55.980566 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:07:55.980741 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:56.054385 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd46fd-b7bb-4b2c-8353-0b8715a4fffb req-31fc8d50-9a87-446f-8de8-a8c2385a1bdb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:56.055973 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09bd46fd-b7bb-4b2c-8353-0b8715a4fffb req-31fc8d50-9a87-446f-8de8-a8c2385a1bdb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0498149 Apr 28 21:07:56.095358 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:07:56.109524 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-09bd46fd-b7bb-4b2c-8353-0b8715a4fffb req-9b770bb6-c125-4c1b-a9c0-5d2d55d8def2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477958 Apr 28 21:07:56.330943 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:04:00Z', 'revision_number': 1, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:07:56.367454 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:56.373539 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfe29a-5d2f-43e1-bf67-7913c9ec76cb None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_floatingips': [{'id': '58b6148c-13f8-4fe6-b041-372b5fc0edbc', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'router_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'port_id': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'mac_address': 'fa:16:3e:fb:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:56Z', 'updated_at': '2022-04-28T21:04:00Z', 'revision_number': 1, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:07:56.610120 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe68bc1-28be-4c91-ba10-1040eec2e583 None None] New status for floating IP cbb2f972-b68e-4ea7-b428-9d6938aaf526: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:07:56.993182 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-63e32494-5287-4a38-b656-029ff5822fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:56.994636 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-63e32494-5287-4a38-b656-029ff5822fe7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0447204 Apr 28 21:07:57.047514 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-1d9a5248-5d21-4a1f-85dc-67361efd07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:57.049126 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-1d9a5248-5d21-4a1f-85dc-67361efd07bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450976 Apr 28 21:07:57.127299 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-e5a3de5d-701d-4a71-8391-0f18b5181f82 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 21:07:57.128302 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-e5a3de5d-701d-4a71-8391-0f18b5181f82 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057514 Apr 28 21:07:57.228554 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd5cc4-b91a-4fc3-95e0-15a40fdefdb2 req-6f6563e0-2713-43ee-a7a1-53ddbe74e5e6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:57.229946 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1efd5cc4-b91a-4fc3-95e0-15a40fdefdb2 req-6f6563e0-2713-43ee-a7a1-53ddbe74e5e6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0483491 Apr 28 21:07:57.245576 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-bd61485d-c680-48e6-ab02-36b836f5eb15 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837214 Apr 28 21:07:57.277684 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-1efd5cc4-b91a-4fc3-95e0-15a40fdefdb2 req-20153d62-21d9-4861-bf74-48ffc6b8dab4 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Apr 28 21:07:57.507188 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-b0b099b6-e8e8-4dfb-93a9-cb634ca48518 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:57.508645 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-b0b099b6-e8e8-4dfb-93a9-cb634ca48518 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 946 time: 0.0598929 Apr 28 21:07:57.522949 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-91006ee8-2a36-4535-ba7f-cecff5383858 req-2e4bab78-8686-48f6-a9f2-b51f825869f8 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318767 Apr 28 21:07:57.606643 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Deleting port 3d468d98-3c8f-401c-9266-f798a1227b0d {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:07:57.606974 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:57.695038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] For port 3d468d98-3c8f-401c-9266-f798a1227b0d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3d468d98-3c8f-401c-9266-f798a1227b0d,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:07:57.695406 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:57.708650 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Calling delete_port for 3d468d98-3c8f-401c-9266-f798a1227b0d owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:07:57.911287 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (3d468d98-3c8f-401c-9266-f798a1227b0d), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:57.941062 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'Port': ['ID=3d468d98-3c8f-401c-9266-f798a1227b0d,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:07:57.983445 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] No DVR routers for this DVR port 3d468d98-3c8f-401c-9266-f798a1227b0d on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:07:57.986241 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:57.989875 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-b96fe6b6-28aa-46cf-8d36-d74edf63f1f9 req-d8c078e3-94db-40d1-a101-8448224aa64c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "DELETE /v2.0/ports/3d468d98-3c8f-401c-9266-f798a1227b0d HTTP/1.1" status: 204 len: 173 time: 0.4756174 Apr 28 21:07:57.990370 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'name': 'network-vif-deleted', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:07:57.992927 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc43363-30f5-44ca-a8e4-e48adc404279" -d '{"events": [{"server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "name": "network-vif-deleted", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:07:58.061647 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:07:58.148101 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51f3d8-de58-4048-8e65-0a1e3a910777 x-openstack-request-id: req-4e51f3d8-de58-4048-8e65-0a1e3a910777 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:07:58.148602 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fb61ff-1084-497a-8b5b-27927dbfce42", "name": "network-vif-deleted", "tag": "3d468d98-3c8f-401c-9266-f798a1227b0d", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:07:58.148725 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e51f3d8-de58-4048-8e65-0a1e3a910777 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:07:58.149038 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e51f3d8-de58-4048-8e65-0a1e3a910777'] response: {'server_uuid': '54fb61ff-1084-497a-8b5b-27927dbfce42', 'name': 'network-vif-deleted', 'tag': '3d468d98-3c8f-401c-9266-f798a1227b0d', 'status': 'completed', 'code': 200} Apr 28 21:07:58.381965 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-424ce495-3b1b-43b7-a9e6-5a617adda7e5 req-495b56c6-abcf-4d18-84f9-994460cedcbb tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fb61ff-1084-497a-8b5b-27927dbfce42 HTTP/1.1" status: 200 len: 210 time: 0.0315211 Apr 28 21:07:59.289317 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:01.810102 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 3d468d98-3c8f-401c-9266-f798a1227b0d no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:01.831584 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 3d468d98-3c8f-401c-9266-f798a1227b0d {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:01.831941 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 3d468d98-3c8f-401c-9266-f798a1227b0d not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:01.924106 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57720) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:02.074804 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Deleting port 43bfe969-4683-43fa-8f3d-006b5b457b4a {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:02.075083 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.154019 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.154423 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (43bfe969-4683-43fa-8f3d-006b5b457b4a), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.166963 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Calling delete_port for 43bfe969-4683-43fa-8f3d-006b5b457b4a owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:02.390836 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (43bfe969-4683-43fa-8f3d-006b5b457b4a), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.416966 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'Port': ['ID=43bfe969-4683-43fa-8f3d-006b5b457b4a,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:02.429588 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.434627 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.435850 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:02.489125 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (58b6148c-13f8-4fe6-b041-372b5fc0edbc), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.489503 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Floating IP 58b6148c-13f8-4fe6-b041-372b5fc0edbc disassociated (deleted). External IP: 172.27.0.80, port: 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa. Apr 28 21:08:02.699278 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:08:02.811133 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:08:02.815826 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.820657 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:08:02.830804 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:08:02.831407 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:02.848110 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-a37fda02-369c-4143-b6e2-ddb4128cd2f6 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "DELETE /v2.0/floatingips/58b6148c-13f8-4fe6-b041-372b5fc0edbc HTTP/1.1" status: 204 len: 168 time: 0.9204473 Apr 28 21:08:02.848110 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:08:02.848690 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05190642-41c4-4d11-8bf7-61350c603400" -d '{"events": [{"name": "network-changed", "server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:08:02.880415 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57728) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:02.917116 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab966c-c3fe-4f7b-b4aa-678c1148e89b x-openstack-request-id: req-85ab966c-c3fe-4f7b-b4aa-678c1148e89b {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:08:02.917407 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:08:02.917662 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85ab966c-c3fe-4f7b-b4aa-678c1148e89b {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:08:02.918063 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ab966c-c3fe-4f7b-b4aa-678c1148e89b'] response: {'name': 'network-changed', 'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'status': 'completed', 'code': 200} Apr 28 21:08:02.933580 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Deleting subnet e683344b-3bf3-40bd-8541-0f902448f92f {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:08:02.938249 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Publish callbacks [] for subnet (e683344b-3bf3-40bd-8541-0f902448f92f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.948209 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:08:02.976890 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (e683344b-3bf3-40bd-8541-0f902448f92f), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:02.990848 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190642-41c4-4d11-8bf7-61350c603400 req-fd2b1f9e-2674-4d37-b21b-5ad72653c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:02.992648 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-fd2b1f9e-2674-4d37-b21b-5ad72653c539 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bac5e29e23646fc96819cd579831ed8&device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 1130 time: 0.0517917 Apr 28 21:08:03.019415 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (e683344b-3bf3-40bd-8541-0f902448f92f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.092594 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190642-41c4-4d11-8bf7-61350c603400 req-8d20447e-8ac4-44cb-b756-cd7ef5a6d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:03.094236 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-8d20447e-8ac4-44cb-b756-cd7ef5a6d393 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 200 len: 912 time: 0.0955174 Apr 28 21:08:03.144136 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-7942a640-2254-4a15-959c-e6d550135b6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 200 len: 217 time: 0.0426440 Apr 28 21:08:03.166142 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:03.175175 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (e683344b-3bf3-40bd-8541-0f902448f92f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.201048 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:08:03.201588 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190642-41c4-4d11-8bf7-61350c603400 req-e40fca79-57f3-4d62-a389-ba9773d17152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:03.202921 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e683344b-3bf3-40bd-8541-0f902448f92f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:03.203886 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-e40fca79-57f3-4d62-a389-ba9773d17152 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 200 len: 850 time: 0.0538118 Apr 28 21:08:03.210789 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:08:03.211416 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:03.215262 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.225210 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c3114f9f-2503-4040-9aa8-d301e2f4ecd7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e683344b-3bf3-40bd-8541-0f902448f92f HTTP/1.1" status: 204 len: 168 time: 0.3435707 Apr 28 21:08:03.228342 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57730) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:03.267124 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190642-41c4-4d11-8bf7-61350c603400 req-30782fca-fb2a-4d00-a521-6dbbd9b16a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:03.271525 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-30782fca-fb2a-4d00-a521-6dbbd9b16a44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f382b83f-2d52-479a-bacd-d9ccddd4c676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580499 Apr 28 21:08:03.328644 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (a889ed17-7f8b-408e-a3a2-e4f24e2e015f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.341504 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:08:03.367614 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cb473-aaa9-4161-ab6d-bfced1ceb08f req-044cad5c-8dfe-49ff-964f-1b7e5f6140e3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:03.369185 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d2cb473-aaa9-4161-ab6d-bfced1ceb08f req-044cad5c-8dfe-49ff-964f-1b7e5f6140e3 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 946 time: 0.0649807 Apr 28 21:08:03.465289 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (a889ed17-7f8b-408e-a3a2-e4f24e2e015f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.497647 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-0d2cb473-aaa9-4161-ab6d-bfced1ceb08f req-0e4813fe-9815-4baa-a683-f7e0b22872a9 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078498 Apr 28 21:08:03.502148 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a889ed17-7f8b-408e-a3a2-e4f24e2e015f']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:03.512643 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adce0b12-294d-47f6-86db-373ffc46e2d1') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:03.512947 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adce0b12-294d-47f6-86db-373ffc46e2d1') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:03.524495 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (adce0b12-294d-47f6-86db-373ffc46e2d1), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.539458 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (adce0b12-294d-47f6-86db-373ffc46e2d1), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.546852 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (adce0b12-294d-47f6-86db-373ffc46e2d1), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:08:03.551134 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:08:03.660910 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:03.688255 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (a889ed17-7f8b-408e-a3a2-e4f24e2e015f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.690147 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ccb7f4-84ff-488d-81b0-eabca2aa5cad None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:02Z', 'revision_number': 4, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '176dd353-3807-4bba-8943-4dcc0bcb1ec7', 'name': '', 'network_id': 'f382b83f-2d52-479a-bacd-d9ccddd4c676', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'mac_address': 'fa:16:3e:b8:ef:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:01Z', 'updated_at': '2022-04-28T21:00:07Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'subnets': [{'id': 'b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:08:03.693757 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:03.696927 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a889ed17-7f8b-408e-a3a2-e4f24e2e015f HTTP/1.1" status: 204 len: 168 time: 0.4672596 Apr 28 21:08:03.710259 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81981-7484-46d2-a5d7-6e87e74f0fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a889ed17-7f8b-408e-a3a2-e4f24e2e015f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:03.928488 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ee133-e916-4391-a0d6-85b5d4890037 None None] New status for floating IP 58b6148c-13f8-4fe6-b041-372b5fc0edbc: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:08:04.020068 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57736) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:04.059978 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-79a52054-dc04-46a9-ac64-92c533b70912 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1c8e4eb6b724de0bb0caf1cc790224e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386405 Apr 28 21:08:04.062325 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57738) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:04.107433 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e8cf17d5-e24b-45c4-a8ef-2326ebc31238 admin admin] Publish callbacks [] for security_group (086b7ad1-eaaa-4711-9413-1fa6a9c051da), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:04.132087 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e8cf17d5-e24b-45c4-a8ef-2326ebc31238 admin admin] Publish callbacks [] for security_group (086b7ad1-eaaa-4711-9413-1fa6a9c051da), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:04.277615 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e8cf17d5-e24b-45c4-a8ef-2326ebc31238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (086b7ad1-eaaa-4711-9413-1fa6a9c051da), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:04.281055 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-e8cf17d5-e24b-45c4-a8ef-2326ebc31238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:04.282289 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-e8cf17d5-e24b-45c4-a8ef-2326ebc31238 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/086b7ad1-eaaa-4711-9413-1fa6a9c051da HTTP/1.1" status: 204 len: 168 time: 0.2190776 Apr 28 21:08:04.310070 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf17d5-e24b-45c4-a8ef-2326ebc31238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086b7ad1-eaaa-4711-9413-1fa6a9c051da,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:04.387442 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-8bf6c792-4809-4dec-938b-7761e79253f4 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039064 Apr 28 21:08:04.553810 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-05190642-41c4-4d11-8bf7-61350c603400 req-2b106719-704e-4142-ae47-4691c90da733 service neutron] 10.222.0.61 "GET /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955815 Apr 28 21:08:04.623727 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde159bf-695a-4395-ac2a-5a9679d9519b req-1b6d6aef-5509-4e80-b54b-690ac1468522 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:04.625995 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cde159bf-695a-4395-ac2a-5a9679d9519b req-1b6d6aef-5509-4e80-b54b-690ac1468522 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 946 time: 0.0517569 Apr 28 21:08:04.694342 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cde159bf-695a-4395-ac2a-5a9679d9519b req-da38ee49-4c45-447e-96b4-58d83208afe2 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/security-groups?id=fce5075b-2545-4544-a363-ac9b83e182fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618505 Apr 28 21:08:04.776068 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211520f8-662a-446e-92b7-cb717e660bdd req-fbd4f11a-76af-4e73-a654-2433422b7ac5 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:04.777617 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-211520f8-662a-446e-92b7-cb717e660bdd req-fbd4f11a-76af-4e73-a654-2433422b7ac5 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 946 time: 0.0505629 Apr 28 21:08:04.867657 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Deleting port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:04.867906 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:04.954917 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] For port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:04.955278 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:04.967722 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Calling delete_port for 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:05.152326 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:05.182259 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'Port': ['ID=26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:05.246827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] No DVR routers for this DVR port 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:08:05.246827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:05.246827 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-211520f8-662a-446e-92b7-cb717e660bdd req-7681d558-cde0-4e3d-b902-141582d05577 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.61 "DELETE /v2.0/ports/26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa HTTP/1.1" status: 204 len: 173 time: 0.4500360 Apr 28 21:08:05.246827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'name': 'network-vif-deleted', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:08:05.246827 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdd28db-1a2d-4a2a-baae-6cc38fb50680" -d '{"events": [{"server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "name": "network-vif-deleted", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:08:05.270993 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401dfa94-0f5e-47ab-870e-d52eb9383974 x-openstack-request-id: req-401dfa94-0f5e-47ab-870e-d52eb9383974 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:08:05.271300 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f586cf5-9818-4df3-8268-33b67cb2d8d4", "name": "network-vif-deleted", "tag": "26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:08:05.271555 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-401dfa94-0f5e-47ab-870e-d52eb9383974 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:08:05.272037 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401dfa94-0f5e-47ab-870e-d52eb9383974'] response: {'server_uuid': '1f586cf5-9818-4df3-8268-33b67cb2d8d4', 'name': 'network-vif-deleted', 'tag': '26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa', 'status': 'completed', 'code': 200} Apr 28 21:08:05.797244 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5c22c3f8-6f71-442e-b1f2-1af49b67ce70 req-601cdbd6-afad-4dd9-8939-537e04f9605c tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f586cf5-9818-4df3-8268-33b67cb2d8d4 HTTP/1.1" status: 200 len: 210 time: 0.0289268 Apr 28 21:08:06.855260 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57750) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:06.972313 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Deleting port 1e0253c7-b9b9-4a16-bf7c-5c39210df364 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:06.972651 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:07.055729 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:07.056081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (1e0253c7-b9b9-4a16-bf7c-5c39210df364), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:07.068596 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Calling delete_port for 1e0253c7-b9b9-4a16-bf7c-5c39210df364 owned by network:floatingip {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:07.283345 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (1e0253c7-b9b9-4a16-bf7c-5c39210df364), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:07.309722 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'Port': ['ID=1e0253c7-b9b9-4a16-bf7c-5c39210df364,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:07.374111 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for floatingip (43519316-4332-4790-970d-406f0a0b53ef), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:07.376823 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:07.378038 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-ba49c53c-ceb9-40f2-abff-74699c352e61 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "DELETE /v2.0/floatingips/43519316-4332-4790-970d-406f0a0b53ef HTTP/1.1" status: 204 len: 168 time: 0.5217819 Apr 28 21:08:07.849327 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:07.869638 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:07.869976 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 26ebef3a-6a3b-48b7-9dc9-2ba6abe727fa not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:08.776069 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57762) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:08.833923 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03863741-0b3c-44dd-bc90-899cd851ab14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group (fce5075b-2545-4544-a363-ac9b83e182fd), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:08.863917 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03863741-0b3c-44dd-bc90-899cd851ab14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group (fce5075b-2545-4544-a363-ac9b83e182fd), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:08.996156 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03863741-0b3c-44dd-bc90-899cd851ab14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (fce5075b-2545-4544-a363-ac9b83e182fd), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:08.999503 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-03863741-0b3c-44dd-bc90-899cd851ab14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:09.000685 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-03863741-0b3c-44dd-bc90-899cd851ab14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] 10.222.0.64 "DELETE /v2.0/security-groups/fce5075b-2545-4544-a363-ac9b83e182fd HTTP/1.1" status: 204 len: 168 time: 0.2236145 Apr 28 21:08:09.010686 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03863741-0b3c-44dd-bc90-899cd851ab14 tempest-TestVolumeBootPattern-93956847 tempest-TestVolumeBootPattern-93956847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5075b-2545-4544-a363-ac9b83e182fd,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:09.131561 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57766) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:09.927695 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (a4b1f16d-0619-4690-97c0-f5e40e2810f7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:10.174231 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Deleting port 176dd353-3807-4bba-8943-4dcc0bcb1ec7 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:10.174567 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:10.261947 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] For port 176dd353-3807-4bba-8943-4dcc0bcb1ec7, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=176dd353-3807-4bba-8943-4dcc0bcb1ec7,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:10.262220 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:10.275391 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Calling delete_port for 176dd353-3807-4bba-8943-4dcc0bcb1ec7 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:10.528922 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (176dd353-3807-4bba-8943-4dcc0bcb1ec7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:10.555715 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Pushing event deleted for resources: {'Port': ['ID=176dd353-3807-4bba-8943-4dcc0bcb1ec7,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:10.726118 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (a4b1f16d-0619-4690-97c0-f5e40e2810f7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:10.943382 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Router a4b1f16d-0619-4690-97c0-f5e40e2810f7 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:08:11.055400 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:08:11.060451 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-49de36ab-58b2-4477-baa5-7889bd290faa admin admin] 10.222.0.64 "PUT /v2.0/routers/a4b1f16d-0619-4690-97c0-f5e40e2810f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9277964 Apr 28 21:08:11.062882 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57770) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:11.065313 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] Sync routers for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:08:11.075667 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:08:11.076328 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:11.178668 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks [] for router (a4b1f16d-0619-4690-97c0-f5e40e2810f7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.185672 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:08:11.285592 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks [] for router_gateway (a4b1f16d-0619-4690-97c0-f5e40e2810f7), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.357141 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:08:10Z', 'revision_number': 5, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port': {'id': '0b9e871a-d242-4311-94cf-ecb90d709235', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:11.384313 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] Checking router: a4b1f16d-0619-4690-97c0-f5e40e2810f7 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:08:11.393915 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] Routers {'a4b1f16d-0619-4690-97c0-f5e40e2810f7'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:08:11.394534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:11.403439 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Deleting port 0b9e871a-d242-4311-94cf-ecb90d709235 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:11.403854 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.487239 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] Set router a4b1f16d-0619-4690-97c0-f5e40e2810f7 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:08:11.490961 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] For port 0b9e871a-d242-4311-94cf-ecb90d709235, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=0b9e871a-d242-4311-94cf-ecb90d709235,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:11.491330 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.505945 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Calling delete_port for 0b9e871a-d242-4311-94cf-ecb90d709235 owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:11.545719 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:08:11Z', 'revision_number': 6, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:11.573334 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d06d7-5f10-44ac-ad72-7669e86b0c3c None None] The sync data for ids ['a4b1f16d-0619-4690-97c0-f5e40e2810f7'] in dv-cinder-750782-20-iscsi is: [{'id': 'a4b1f16d-0619-4690-97c0-f5e40e2810f7', 'name': 'tempest-TestVolumeBootPattern-877563776-router', 'tenant_id': '3bac5e29e23646fc96819cd579831ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:59:58Z', 'updated_at': '2022-04-28T21:08:11Z', 'revision_number': 6, 'project_id': '3bac5e29e23646fc96819cd579831ed8', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:08:11.723303 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (0b9e871a-d242-4311-94cf-ecb90d709235), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.755528 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9e871a-d242-4311-94cf-ecb90d709235,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:11.814638 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (a4b1f16d-0619-4690-97c0-f5e40e2810f7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.911371 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (a4b1f16d-0619-4690-97c0-f5e40e2810f7), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:11.913495 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks [] for router_controller (a4b1f16d-0619-4690-97c0-f5e40e2810f7), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.025888 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (a4b1f16d-0619-4690-97c0-f5e40e2810f7), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.026557 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b1f16d-0619-4690-97c0-f5e40e2810f7 {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:08:12.031492 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.032674 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9d2e7dc6-2d87-419a-a4cc-62734a223e58 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a4b1f16d-0619-4690-97c0-f5e40e2810f7 HTTP/1.1" status: 204 len: 168 time: 0.9688821 Apr 28 21:08:12.037115 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57772) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:12.080048 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Deleting subnet b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:08:12.083242 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Publish callbacks [] for subnet (b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.122012 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.200901 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.324020 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.350747 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:12.354921 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.358377 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-9c83b505-1f54-4be1-a538-7f2f71fc9279 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b70ff5e8-8cc0-42b2-ac7e-63ea847d65eb HTTP/1.1" status: 204 len: 168 time: 0.3222179 Apr 28 21:08:12.360861 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57774) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:12.369478 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076ceb05-a97c-4f1c-9cc5-94b1991a6618 None None] Network f382b83f-2d52-479a-bacd-d9ccddd4c676 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:08:12.445811 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (f382b83f-2d52-479a-bacd-d9ccddd4c676), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.505385 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Deleting port a539e409-537f-447e-8b1f-d2fd3496dbea {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:12.505883 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.557457 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] DHCP port deletion for f382b83f-2d52-479a-bacd-d9ccddd4c676 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:08:12.576505 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] For port a539e409-537f-447e-8b1f-d2fd3496dbea, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a539e409-537f-447e-8b1f-d2fd3496dbea,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:12.576962 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.594687 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Calling delete_port for a539e409-537f-447e-8b1f-d2fd3496dbea owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:12.601559 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Deleting port a539e409-537f-447e-8b1f-d2fd3496dbea {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:12.601939 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.709821 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] For port a539e409-537f-447e-8b1f-d2fd3496dbea, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=a539e409-537f-447e-8b1f-d2fd3496dbea,segment=NetworkSegment(349842ab-0dce-419c-afb4-2bbe5cf361f2),segment_id=349842ab-0dce-419c-afb4-2bbe5cf361f2)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:12.710545 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.732452 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Calling delete_port for a539e409-537f-447e-8b1f-d2fd3496dbea owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:12.768690 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.795148 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Pushing event deleted for resources: {'Port': ['ID=a539e409-537f-447e-8b1f-d2fd3496dbea,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:12.799194 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] No DVR routers for this DVR port a539e409-537f-447e-8b1f-d2fd3496dbea on host dv-cinder-750782-20-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:08:12.840807 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (a539e409-537f-447e-8b1f-d2fd3496dbea), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.871823 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Pushing event deleted for resources: {'Port': ['ID=a539e409-537f-447e-8b1f-d2fd3496dbea,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:12.876680 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] No DVR routers for this DVR port a539e409-537f-447e-8b1f-d2fd3496dbea on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:08:12.877055 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (f382b83f-2d52-479a-bacd-d9ccddd4c676), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.892612 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.893000 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.893312 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.893658 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.893994 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.894325 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.894792 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.895127 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.896029 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.896372 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.896732 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.897126 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.897369 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.897697 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.898049 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748a974-a543-4123-8c4e-34c222b1c977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:12.898995 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f382b83f-2d52-479a-bacd-d9ccddd4c676']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:12.910312 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349842ab-0dce-419c-afb4-2bbe5cf361f2') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:12.910609 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349842ab-0dce-419c-afb4-2bbe5cf361f2') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:12.921664 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (349842ab-0dce-419c-afb4-2bbe5cf361f2), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.935490 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (349842ab-0dce-419c-afb4-2bbe5cf361f2), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.941812 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:08:12.942204 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (349842ab-0dce-419c-afb4-2bbe5cf361f2), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:08:12.943902 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:08:13.087824 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a539e409-537f-447e-8b1f-d2fd3496dbea no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:13.100198 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (f382b83f-2d52-479a-bacd-d9ccddd4c676), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:13.105786 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:13.109567 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f382b83f-2d52-479a-bacd-d9ccddd4c676 HTTP/1.1" status: 204 len: 168 time: 0.7474220 Apr 28 21:08:13.113106 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57776) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:13.114140 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: a539e409-537f-447e-8b1f-d2fd3496dbea {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:13.114140 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device a539e409-537f-447e-8b1f-d2fd3496dbea not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:13.114140 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0b9e871a-d242-4311-94cf-ecb90d709235 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:13.121700 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087ca67-a9a9-4706-a902-cbaaf7318311 admin admin] Pushing event deleted for resources: {'Network': ['ID=f382b83f-2d52-479a-bacd-d9ccddd4c676,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:13.140213 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 0b9e871a-d242-4311-94cf-ecb90d709235 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:13.140479 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 0b9e871a-d242-4311-94cf-ecb90d709235 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:13.140890 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 176dd353-3807-4bba-8943-4dcc0bcb1ec7 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:13.161584 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 176dd353-3807-4bba-8943-4dcc0bcb1ec7 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:13.161926 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 176dd353-3807-4bba-8943-4dcc0bcb1ec7 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:13.453896 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (75d3e132-e20f-4c9d-9c3f-202961b43b8f), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:13.690253 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Deleting port 8be2ac19-2b34-499f-918f-87db7c15e637 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:13.690595 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:13.769313 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] For port 8be2ac19-2b34-499f-918f-87db7c15e637, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=8be2ac19-2b34-499f-918f-87db7c15e637,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:13.769591 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:13.786215 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Calling delete_port for 8be2ac19-2b34-499f-918f-87db7c15e637 owned by network:router_interface {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:13.815448 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:08:14.064650 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (8be2ac19-2b34-499f-918f-87db7c15e637), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:14.097502 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be2ac19-2b34-499f-918f-87db7c15e637,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:14.522548 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (75d3e132-e20f-4c9d-9c3f-202961b43b8f), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:14.745789 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Router 75d3e132-e20f-4c9d-9c3f-202961b43b8f has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:08:14.857077 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:08:14.862512 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-558fb129-b96b-40fb-addb-037b3cc91691 admin admin] 10.222.0.64 "PUT /v2.0/routers/75d3e132-e20f-4c9d-9c3f-202961b43b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483535 Apr 28 21:08:14.865166 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57778) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:14.867415 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] Sync routers for ids ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:08:14.879096 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] Routers {'75d3e132-e20f-4c9d-9c3f-202961b43b8f'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:08:14.880001 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:14.971641 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks [] for router (75d3e132-e20f-4c9d-9c3f-202961b43b8f), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:14.985707 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] Set router 75d3e132-e20f-4c9d-9c3f-202961b43b8f gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:08:15.091038 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks [] for router_gateway (75d3e132-e20f-4c9d-9c3f-202961b43b8f), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.164820 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:08:13Z', 'revision_number': 5, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port': {'id': '4be7cb54-5637-4ef2-872f-2fea4d338ca3', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:07Z', 'updated_at': '2022-04-28T21:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:15.192667 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] Checking router: 75d3e132-e20f-4c9d-9c3f-202961b43b8f for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:08:15.201652 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] Routers {'75d3e132-e20f-4c9d-9c3f-202961b43b8f'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:08:15.202347 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:07:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:15.216219 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Deleting port 4be7cb54-5637-4ef2-872f-2fea4d338ca3 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:15.216555 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.297050 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] Set router 75d3e132-e20f-4c9d-9c3f-202961b43b8f gateway port host: None {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:08:15.299745 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] For port 4be7cb54-5637-4ef2-872f-2fea4d338ca3, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=4be7cb54-5637-4ef2-872f-2fea4d338ca3,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:15.300352 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.324207 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Calling delete_port for 4be7cb54-5637-4ef2-872f-2fea4d338ca3 owned by network:router_gateway {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:15.349752 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:08:15Z', 'revision_number': 6, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:15.380247 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba71312-8812-4562-a42f-6edf8bd54331 None None] The sync data for ids ['75d3e132-e20f-4c9d-9c3f-202961b43b8f'] in dv-cinder-750782-20-iscsi is: [{'id': '75d3e132-e20f-4c9d-9c3f-202961b43b8f', 'name': 'tempest-TestVolumeBootPattern-965962620-router', 'tenant_id': '50ffede192ee4bbeb0a918a8cadd890f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:06Z', 'updated_at': '2022-04-28T21:08:15Z', 'revision_number': 6, 'project_id': '50ffede192ee4bbeb0a918a8cadd890f', 'gw_port_host': None}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:08:15.574712 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (4be7cb54-5637-4ef2-872f-2fea4d338ca3), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.602018 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be7cb54-5637-4ef2-872f-2fea4d338ca3,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:15.666671 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (75d3e132-e20f-4c9d-9c3f-202961b43b8f), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.760779 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (75d3e132-e20f-4c9d-9c3f-202961b43b8f), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.763190 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks [] for router_controller (75d3e132-e20f-4c9d-9c3f-202961b43b8f), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.877379 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (75d3e132-e20f-4c9d-9c3f-202961b43b8f), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.878029 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d3e132-e20f-4c9d-9c3f-202961b43b8f {{(pid=110576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:08:15.882557 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.883734 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-f6540a6d-5400-4989-bf63-6b41ed5c6e30 admin admin] 10.222.0.64 "DELETE /v2.0/routers/75d3e132-e20f-4c9d-9c3f-202961b43b8f HTTP/1.1" status: 204 len: 168 time: 1.0176094 Apr 28 21:08:15.886333 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57780) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:15.933067 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Deleting subnet 9678499b-aa82-4c3a-b19f-ca0a1dd84633 {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:08:15.936920 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Publish callbacks [] for subnet (9678499b-aa82-4c3a-b19f-ca0a1dd84633), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:15.972147 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31190035'] for subnet (9678499b-aa82-4c3a-b19f-ca0a1dd84633), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.054565 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (9678499b-aa82-4c3a-b19f-ca0a1dd84633), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.169467 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31190213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29830940'] for subnet (9678499b-aa82-4c3a-b19f-ca0a1dd84633), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.199703 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.204256 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9678499b-aa82-4c3a-b19f-ca0a1dd84633 HTTP/1.1" status: 204 len: 168 time: 0.3164077 Apr 28 21:08:16.205157 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cfe8a-df09-44e0-9f74-638200b61f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9678499b-aa82-4c3a-b19f-ca0a1dd84633,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:16.205430 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f580e0-960d-4e06-a056-cb36053355e0 None None] Network 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:08:16.207420 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57782) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:16.297494 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.347329 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Deleting port d76643a0-76a4-4cce-902a-2f46850309fe {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:16.347675 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.372899 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] DHCP port deletion for 63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:08:16.413907 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] Deleting port d76643a0-76a4-4cce-902a-2f46850309fe {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:08:16.414269 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.430190 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] For port d76643a0-76a4-4cce-902a-2f46850309fe, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d76643a0-76a4-4cce-902a-2f46850309fe,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:16.430523 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.445606 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Calling delete_port for d76643a0-76a4-4cce-902a-2f46850309fe owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:16.486863 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] For port d76643a0-76a4-4cce-902a-2f46850309fe, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=d76643a0-76a4-4cce-902a-2f46850309fe,segment=NetworkSegment(7b59100d-ea12-42a4-a3bd-dbcf6953ba9e),segment_id=7b59100d-ea12-42a4-a3bd-dbcf6953ba9e)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:16.487114 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.504257 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] Calling delete_port for d76643a0-76a4-4cce-902a-2f46850309fe owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:08:16.607188 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.614440 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (d76643a0-76a4-4cce-902a-2f46850309fe), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.634854 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Pushing event deleted for resources: {'Port': ['ID=d76643a0-76a4-4cce-902a-2f46850309fe,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:16.636845 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] No DVR routers for this DVR port d76643a0-76a4-4cce-902a-2f46850309fe on host dv-cinder-750782-20-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:08:16.640375 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] Pushing event deleted for resources: {'Port': ['ID=d76643a0-76a4-4cce-902a-2f46850309fe,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:16.642841 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc18b96-d64f-48bd-934a-c4fbedaabbb0 None None] No DVR routers for this DVR port d76643a0-76a4-4cce-902a-2f46850309fe on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:08:16.709547 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.734713 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:16.744126 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:16.744412 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b59100d-ea12-42a4-a3bd-dbcf6953ba9e') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:08:16.753908 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (7b59100d-ea12-42a4-a3bd-dbcf6953ba9e), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.767087 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (7b59100d-ea12-42a4-a3bd-dbcf6953ba9e), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.773079 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (7b59100d-ea12-42a4-a3bd-dbcf6953ba9e), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:08:16.780777 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:08:16.917260 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.922704 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:16.925724 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] 10.222.0.64 "DELETE /v2.0/networks/63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c HTTP/1.1" status: 204 len: 168 time: 0.7160671 Apr 28 21:08:16.936383 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf3d02-4ebd-49ba-9fa9-bd4d4d0cc42f admin admin] Pushing event deleted for resources: {'Network': ['ID=63ae4e9f-65b6-46d6-bd6e-d83b3cb7905c,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:17.077593 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d76643a0-76a4-4cce-902a-2f46850309fe no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:17.098470 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: d76643a0-76a4-4cce-902a-2f46850309fe {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:17.098808 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device d76643a0-76a4-4cce-902a-2f46850309fe not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:17.101217 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 8be2ac19-2b34-499f-918f-87db7c15e637 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:17.117534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 8be2ac19-2b34-499f-918f-87db7c15e637 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:17.117944 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 8be2ac19-2b34-499f-918f-87db7c15e637 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:17.118427 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4be7cb54-5637-4ef2-872f-2fea4d338ca3 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:17.137223 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 4be7cb54-5637-4ef2-872f-2fea4d338ca3 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:08:17.137571 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 4be7cb54-5637-4ef2-872f-2fea4d338ca3 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:08:17.250315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57786) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:17.289964 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ffa4a66d-a4c7-432c-a134-2c9efccb85b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bac5e29e23646fc96819cd579831ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384679 Apr 28 21:08:17.292457 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57788) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:17.346926 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c71e2f41-2a82-4559-be13-93c0f514d211 admin admin] Publish callbacks [] for security_group (5a79c31c-db9c-455a-ad57-f959ce2e4c8f), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:17.369122 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c71e2f41-2a82-4559-be13-93c0f514d211 admin admin] Publish callbacks [] for security_group (5a79c31c-db9c-455a-ad57-f959ce2e4c8f), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:17.466356 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c71e2f41-2a82-4559-be13-93c0f514d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (5a79c31c-db9c-455a-ad57-f959ce2e4c8f), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:17.469095 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-c71e2f41-2a82-4559-be13-93c0f514d211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:17.470256 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-c71e2f41-2a82-4559-be13-93c0f514d211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a79c31c-db9c-455a-ad57-f959ce2e4c8f HTTP/1.1" status: 204 len: 168 time: 0.1768992 Apr 28 21:08:17.478311 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e2f41-2a82-4559-be13-93c0f514d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a79c31c-db9c-455a-ad57-f959ce2e4c8f,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:18.046478 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57794) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:18.086690 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-576fb0f5-a648-4dc8-99d4-6a1f524084c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50ffede192ee4bbeb0a918a8cadd890f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390458 Apr 28 21:08:18.089422 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57796) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:08:18.136249 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f4f0-7698-4e42-87e4-14411542efcd admin admin] Publish callbacks [] for security_group (60da5932-c76d-4a89-b113-5bf1dc950991), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:18.157660 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f4f0-7698-4e42-87e4-14411542efcd admin admin] Publish callbacks [] for security_group (60da5932-c76d-4a89-b113-5bf1dc950991), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:18.275693 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f4f0-7698-4e42-87e4-14411542efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (60da5932-c76d-4a89-b113-5bf1dc950991), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:18.278389 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f4f0-7698-4e42-87e4-14411542efcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:18.279476 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-bdb7f4f0-7698-4e42-87e4-14411542efcd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60da5932-c76d-4a89-b113-5bf1dc950991 HTTP/1.1" status: 204 len: 168 time: 0.1891632 Apr 28 21:08:18.287651 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7f4f0-7698-4e42-87e4-14411542efcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da5932-c76d-4a89-b113-5bf1dc950991,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:21.561304 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:22.494441 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f69008f1-6453-4f84-99bd-f020bd391ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:22.647250 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb0a16-12fd-4a98-944d-afdda77a0473 req-19a3d2e1-6b6a-43f2-ba7e-bd5ccbded5e2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:22.648716 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72bb0a16-12fd-4a98-944d-afdda77a0473 req-19a3d2e1-6b6a-43f2-ba7e-bd5ccbded5e2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0559947 Apr 28 21:08:22.698688 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-72bb0a16-12fd-4a98-944d-afdda77a0473 req-be507f7e-c473-4815-ad08-4e2273bb46c5 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Apr 28 21:08:23.816638 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b317dc-4a6f-476c-ac91-def4e52ac3b3 req-28c23a7d-113d-44c5-a355-70d6badf166e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:23.818127 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82b317dc-4a6f-476c-ac91-def4e52ac3b3 req-28c23a7d-113d-44c5-a355-70d6badf166e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0474403 Apr 28 21:08:23.866825 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-82b317dc-4a6f-476c-ac91-def4e52ac3b3 req-d1a60893-2dc9-4960-8532-c903e1fcdc20 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Apr 28 21:08:24.979496 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9803-6cbd-45eb-aef1-99472822b20f req-1d6b12c8-b4c3-45a9-b8d3-60ba28a0402b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:24.980975 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-442a9803-6cbd-45eb-aef1-99472822b20f req-1d6b12c8-b4c3-45a9-b8d3-60ba28a0402b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0463574 Apr 28 21:08:25.033463 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-442a9803-6cbd-45eb-aef1-99472822b20f req-d0deface-fcf8-487f-b735-263f0dbc8e33 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468287 Apr 28 21:08:25.093899 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f712ceee-eab7-4f10-9748-4ed0fb4f8464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:26.151686 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f582eb-b789-4c90-aa35-9fd72bb78afa req-4a4423da-7a86-4913-8316-5b1cc9844d12 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:26.153123 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8f582eb-b789-4c90-aa35-9fd72bb78afa req-4a4423da-7a86-4913-8316-5b1cc9844d12 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0485632 Apr 28 21:08:26.203858 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8f582eb-b789-4c90-aa35-9fd72bb78afa req-03d1c7fe-8385-42fb-8a92-a7f8af1b98d4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447073 Apr 28 21:08:26.292641 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:27.318995 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadf622-e10e-4557-8ee6-188881275875 req-b537d257-6572-447d-8425-881204923958 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:27.320470 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ebadf622-e10e-4557-8ee6-188881275875 req-b537d257-6572-447d-8425-881204923958 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0486917 Apr 28 21:08:27.373890 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-ebadf622-e10e-4557-8ee6-188881275875 req-bc86f8c5-ed1b-43a0-9239-85d0b96752bc tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471997 Apr 28 21:08:28.041461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:28.514510 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7fdaa-510b-4724-85f8-3694a6e7d47d req-9a6508fb-3033-441e-9efb-1ab39765b8b7 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:28.516199 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5ce7fdaa-510b-4724-85f8-3694a6e7d47d req-9a6508fb-3033-441e-9efb-1ab39765b8b7 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0673263 Apr 28 21:08:28.577388 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5ce7fdaa-510b-4724-85f8-3694a6e7d47d req-a125e9e4-8543-4b08-a07c-c17201f8a4f1 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550752 Apr 28 21:08:29.317153 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:29.695258 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f1cc0-e55e-414e-842b-71e925151864 req-27dc71c8-48be-4e76-883e-46c325976d68 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:29.696835 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b00f1cc0-e55e-414e-842b-71e925151864 req-27dc71c8-48be-4e76-883e-46c325976d68 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0489252 Apr 28 21:08:29.748829 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b00f1cc0-e55e-414e-842b-71e925151864 req-fca6e56a-4795-4707-afe1-15ce464ea8d7 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 Apr 28 21:08:30.882222 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6e1ad-e017-42d1-aa61-27a8fb4dc116 req-676beeeb-f227-49a1-8857-c36819f32010 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:30.883736 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9f6e1ad-e017-42d1-aa61-27a8fb4dc116 req-676beeeb-f227-49a1-8857-c36819f32010 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0614173 Apr 28 21:08:30.934610 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b9f6e1ad-e017-42d1-aa61-27a8fb4dc116 req-0c2fa5cc-da04-46b6-97db-91fa2e3d410a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451882 Apr 28 21:08:32.055669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9bb99-712b-4aeb-84f5-ed0936fd6bda req-4de981ba-f08d-46b1-a2d3-aa2ec934732f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:32.057201 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7d9bb99-712b-4aeb-84f5-ed0936fd6bda req-4de981ba-f08d-46b1-a2d3-aa2ec934732f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0484779 Apr 28 21:08:32.111811 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f7d9bb99-712b-4aeb-84f5-ed0936fd6bda req-0a665ec3-781d-476c-b123-701b447f79da tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482976 Apr 28 21:08:32.813961 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-4520de19-0a31-45f8-8e33-62f4849af91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:32.815535 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-4520de19-0a31-45f8-8e33-62f4849af91a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0412092 Apr 28 21:08:32.909986 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-eb13d73e-af3a-4052-8ad2-f33d20754edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:32.911430 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-eb13d73e-af3a-4052-8ad2-f33d20754edb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.0905514 Apr 28 21:08:32.978951 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-77907d0c-e7c4-453c-8bfd-fca9595c329a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 1002 time: 0.0616226 Apr 28 21:08:33.031553 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-776e1d4c-41f5-4fd2-8844-5452601987f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:33.033025 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-776e1d4c-41f5-4fd2-8844-5452601987f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.0479743 Apr 28 21:08:33.078770 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-d2eb225a-439f-4aba-a49a-f3806ba609d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:33.080268 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-d2eb225a-439f-4aba-a49a-f3806ba609d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415909 Apr 28 21:08:33.174228 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-8193615d-7697-4df2-87ff-0af61c7fde12 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881832 Apr 28 21:08:33.234405 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2aca-b3ce-483e-9f1d-24910c181316 req-887a1f63-9d5a-4066-a862-33f1cb2bcb38 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:33.236071 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-646d2aca-b3ce-483e-9f1d-24910c181316 req-887a1f63-9d5a-4066-a862-33f1cb2bcb38 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0508053 Apr 28 21:08:33.277495 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-139efb7b-a495-422a-b35e-c0deb3c2bbfe req-a9e2deb8-6488-4e21-93ad-e07b0f2832f3 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976014 Apr 28 21:08:33.293489 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-646d2aca-b3ce-483e-9f1d-24910c181316 req-64ee75e0-4e5d-48fd-819d-edd564ce4d6a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512455 Apr 28 21:08:34.443330 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f22f7-8565-4447-bff8-804d1ec330b6 req-46b673d6-2c00-46d8-8c17-265fe48cc32b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:34.448002 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b71f22f7-8565-4447-bff8-804d1ec330b6 req-46b673d6-2c00-46d8-8c17-265fe48cc32b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0679314 Apr 28 21:08:34.510651 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b71f22f7-8565-4447-bff8-804d1ec330b6 req-9e7a2ae1-a93c-434c-8660-5f7afb9c15b3 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583005 Apr 28 21:08:35.643983 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dccbf0-80a3-4f47-a2ac-62fb575ce631 req-f7435871-601e-4348-94c3-be9f78c3b8ca tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:35.645731 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21dccbf0-80a3-4f47-a2ac-62fb575ce631 req-f7435871-601e-4348-94c3-be9f78c3b8ca tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0564015 Apr 28 21:08:35.702382 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-21dccbf0-80a3-4f47-a2ac-62fb575ce631 req-27b5036f-836d-41d1-bc67-5424621d6043 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508037 Apr 28 21:08:35.931575 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [req-b7595a98-d6fa-46c1-949f-d1ee274df1cf req-09effa7c-f0de-469d-9809-49117e606ca5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 21:08:35.932828 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b7595a98-d6fa-46c1-949f-d1ee274df1cf req-09effa7c-f0de-469d-9809-49117e606ca5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1586299 Apr 28 21:08:36.349456 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224ebd8-42bc-4584-9d4b-d90d5d53fa98 req-6b41953d-93c3-4d99-90ac-9ffb5ec17563 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:36.350746 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5224ebd8-42bc-4584-9d4b-d90d5d53fa98 req-6b41953d-93c3-4d99-90ac-9ffb5ec17563 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0569782 Apr 28 21:08:36.428881 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-5224ebd8-42bc-4584-9d4b-d90d5d53fa98 req-b818a5c7-2304-45a4-b519-c154806c19e2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722966 Apr 28 21:08:36.437905 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-ad0709ce-ae54-4e42-a97d-439bfe4e6280 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119206 Apr 28 21:08:37.549528 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128c49-1f3a-4829-a3ce-3455db9858cf req-fedb57f3-91ce-4573-9838-681223e05fff tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:37.551195 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b128c49-1f3a-4829-a3ce-3455db9858cf req-fedb57f3-91ce-4573-9838-681223e05fff tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0513270 Apr 28 21:08:37.612078 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-6b128c49-1f3a-4829-a3ce-3455db9858cf req-ff8fc8c0-315d-4935-8ab9-8ad3aa8139fd tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551112 Apr 28 21:08:37.647354 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-1a9f764d-d663-4561-b7c4-d98f870f0f4f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:37.648740 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-1a9f764d-d663-4561-b7c4-d98f870f0f4f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports/1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 943 time: 0.1730525 Apr 28 21:08:37.972529 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:08:38.049259 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 is: ACTIVE; New status is: DOWN {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:08:38.049555 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:38.071614 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:08:38.073864 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537da291-264c-4ffa-8ff8-2a2f3f062b37" -d '{"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:08:38.085863 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:38.155749 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:38.179076 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4ef18-a9fa-474d-b7ff-f7e15a7a5845 x-openstack-request-id: req-afe4ef18-a9fa-474d-b7ff-f7e15a7a5845 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:08:38.179368 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-unplugged", "status": "failed", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "code": 422}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:08:38.179623 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afe4ef18-a9fa-474d-b7ff-f7e15a7a5845 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:08:38.180091 dv-cinder-750782-20-iscsi neutron-server[110577]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-afe4ef18-a9fa-474d-b7ff-f7e15a7a5845']: {'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'code': 422} returned with failed status Apr 28 21:08:38.205158 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=6']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:38.727886 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb3730-59c2-4051-9778-838229c69732 req-1eac48db-fafd-42dd-bc84-268b2bb173c6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:38.729467 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ddb3730-59c2-4051-9778-838229c69732 req-1eac48db-fafd-42dd-bc84-268b2bb173c6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0490806 Apr 28 21:08:38.781179 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9ddb3730-59c2-4051-9778-838229c69732 req-14b1acf6-dafa-4293-860b-a14b31e7dba6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453899 Apr 28 21:08:39.959132 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cde89-f2e8-4628-a39d-b7d22122c66c req-7c4ddb45-da97-458a-a589-f7bb933d7275 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:39.960727 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c1cde89-f2e8-4628-a39d-b7d22122c66c req-7c4ddb45-da97-458a-a589-f7bb933d7275 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0491257 Apr 28 21:08:40.014902 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-4c1cde89-f2e8-4628-a39d-b7d22122c66c req-dcf07b3d-75f8-41d6-8cda-4549e592ec96 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484095 Apr 28 21:08:41.133809 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fbd1b-71e8-486d-9c13-178d8380b9fe req-b131ac2f-0932-4e7f-b1f6-a7618ee7389c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:41.135289 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-201fbd1b-71e8-486d-9c13-178d8380b9fe req-b131ac2f-0932-4e7f-b1f6-a7618ee7389c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0482080 Apr 28 21:08:41.186914 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-201fbd1b-71e8-486d-9c13-178d8380b9fe req-788eb8a6-1113-46d6-9165-e0a70a240ae2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458612 Apr 28 21:08:42.316276 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb7f72-e9ac-4e90-a302-f7805eb16da1 req-f187b08f-7b73-47eb-b9e6-0269b5c12ae4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:42.317754 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cabb7f72-e9ac-4e90-a302-f7805eb16da1 req-f187b08f-7b73-47eb-b9e6-0269b5c12ae4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0475731 Apr 28 21:08:42.370301 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-cabb7f72-e9ac-4e90-a302-f7805eb16da1 req-b8c02904-3221-435c-9f2e-9a52819eff4b tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468366 Apr 28 21:08:43.320047 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-c650db28-bc8b-4de3-9d3c-fa243bda7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.321449 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-c650db28-bc8b-4de3-9d3c-fa243bda7274 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1&tenant_id=4d68a4ed8a0948acb85bf2adc5f88954 HTTP/1.1" status: 200 len: 1128 time: 0.0388503 Apr 28 21:08:43.378653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-25ac159e-9abe-4e4e-8cf1-bb6895ff50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.380200 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-25ac159e-9abe-4e4e-8cf1-bb6895ff50fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0383937 Apr 28 21:08:43.472871 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-0b93bb73-daf2-42ca-a031-888c88cf6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.474378 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-0b93bb73-daf2-42ca-a031-888c88cf6f51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.0887182 Apr 28 21:08:43.493401 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed7c8-d6f9-4e9b-9e2c-d2eff01b64bb req-9c137ce0-da2a-42ec-9b71-4fbcd1c2d3cc tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.494913 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-50eed7c8-d6f9-4e9b-9e2c-d2eff01b64bb req-9c137ce0-da2a-42ec-9b71-4fbcd1c2d3cc tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0499003 Apr 28 21:08:43.540933 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-790b1c82-73b5-4bf0-8764-82375430c200 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 1000 time: 0.0608573 Apr 28 21:08:43.547523 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-50eed7c8-d6f9-4e9b-9e2c-d2eff01b64bb req-72256f1e-4e6b-419b-a057-da9b9a5cdb93 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464315 Apr 28 21:08:43.592537 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-e4bd340a-58c6-421c-adc0-58f856ae05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.593925 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-e4bd340a-58c6-421c-adc0-58f856ae05ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.0470679 Apr 28 21:08:43.635719 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-789f636d-298d-45d4-9d4c-03726de2effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.637257 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-789f636d-298d-45d4-9d4c-03726de2effc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377853 Apr 28 21:08:43.726793 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-d938ad0b-1bbb-4532-bcb1-d176539d7991 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Apr 28 21:08:43.815002 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-3d4595fc-7b33-44dc-9b12-a3434cb9a83a req-a1ac9105-f3ca-4f92-8fd0-b39d5741ddaa service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817528 Apr 28 21:08:44.668367 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d7dbb-144d-4cc9-8578-bfb731d547a2 req-ef5c4638-11e7-4927-ba72-715e548f072f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:44.669867 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c01d7dbb-144d-4cc9-8578-bfb731d547a2 req-ef5c4638-11e7-4927-ba72-715e548f072f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0554295 Apr 28 21:08:44.718909 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c01d7dbb-144d-4cc9-8578-bfb731d547a2 req-8914d5d2-a9f0-4361-b94e-3756b787e049 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Apr 28 21:08:45.837989 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ea84-69a4-4d5d-aba8-a41ccaf69450 req-6d6d78d6-1731-48cd-9194-7d94dd5749c8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:45.839514 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a3e3ea84-69a4-4d5d-aba8-a41ccaf69450 req-6d6d78d6-1731-48cd-9194-7d94dd5749c8 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0517814 Apr 28 21:08:45.892699 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-a3e3ea84-69a4-4d5d-aba8-a41ccaf69450 req-5d256c75-35d6-41ca-8f06-103e71e8fc62 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466549 Apr 28 21:08:47.019670 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833d013-f036-4000-9151-d5b50c5d94f3 req-9a88de6b-de68-41aa-a648-e96b7132e561 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:47.021195 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8833d013-f036-4000-9151-d5b50c5d94f3 req-9a88de6b-de68-41aa-a648-e96b7132e561 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0557766 Apr 28 21:08:47.076698 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-8833d013-f036-4000-9151-d5b50c5d94f3 req-fab2bc58-5172-49e5-839b-c32258ad046f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491309 Apr 28 21:08:48.196934 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762f4d-4214-4e88-bb17-69a943a49ba8 req-7bda3700-6f14-4837-a89a-0eb079909413 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:48.198403 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4762f4d-4214-4e88-bb17-69a943a49ba8 req-7bda3700-6f14-4837-a89a-0eb079909413 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0465457 Apr 28 21:08:48.252138 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-d4762f4d-4214-4e88-bb17-69a943a49ba8 req-373b342b-077d-49e7-a426-4c04d7c8478a tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474064 Apr 28 21:08:49.367468 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5b41-c83c-4386-9e2a-75245f17d144 req-ef9caa67-9fe5-4b22-96c6-8cbcc355c0c2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:49.369038 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2fcf5b41-c83c-4386-9e2a-75245f17d144 req-ef9caa67-9fe5-4b22-96c6-8cbcc355c0c2 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0479715 Apr 28 21:08:49.421252 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-2fcf5b41-c83c-4386-9e2a-75245f17d144 req-b5102067-2818-4cda-8a9d-f84834d4082f tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462120 Apr 28 21:08:50.535890 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8536347-46b9-4048-a664-a771f8fb75fb req-096bbfae-2e5c-46b6-a822-56e6204261b4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:50.537476 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8536347-46b9-4048-a664-a771f8fb75fb req-096bbfae-2e5c-46b6-a822-56e6204261b4 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.0482125 Apr 28 21:08:50.588037 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-f8536347-46b9-4048-a664-a771f8fb75fb req-f083aedd-b8ef-4453-9fa3-7ec0ee844546 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449052 Apr 28 21:08:50.814954 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:08:51.579460 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:52.018104 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30caff-5337-4d59-8334-0175e6c1477e req-6ee4e4df-29b3-4273-9ed9-127cb37163eb tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:52.019570 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f30caff-5337-4d59-8334-0175e6c1477e req-6ee4e4df-29b3-4273-9ed9-127cb37163eb tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 944 time: 0.3607850 Apr 28 21:08:52.050511 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 21:08:52.070415 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-9f30caff-5337-4d59-8334-0175e6c1477e req-9f3fc4f5-beed-4446-9722-2e7043465a3c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438941 Apr 28 21:08:52.143533 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:52.155094 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Returning: {'device': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'port_id': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'mac_address': 'fa:16:3e:66:88:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 21:08:52.194233 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 is: DOWN; New status is: BUILD {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:08:52.194617 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:52.333753 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9c0e66-ad87-42e1-9395-8c231dbcf571 {{(pid=110577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:08:52.352019 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:52.402234 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:52.438940 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-a4a72902-c75c-42b5-840d-a8513df0c6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:52.451510 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=7']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:52.628999 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] get_ports_and_sgs() called for port_ids ['1a9c0e66-ad87-42e1-9395-8c231dbcf571'] {{(pid=110577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 21:08:53.183601 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551edfa9-7e5a-44c1-bf0c-a3af1a69a9db req-f1d02da2-bb03-435f-8638-0e25afcbcc82 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:53.185123 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-551edfa9-7e5a-44c1-bf0c-a3af1a69a9db req-f1d02da2-bb03-435f-8638-0e25afcbcc82 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Apr 28 21:08:53.235076 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-551edfa9-7e5a-44c1-bf0c-a3af1a69a9db req-eabd229b-2daf-4ae6-bc4f-5ccdc235a1b9 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 Apr 28 21:08:54.064956 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 up at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 21:08:54.110898 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.provisioning_blocks [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Provisioning complete for port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 triggered by entity L2. {{(pid=110577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 21:08:54.111273 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1920211'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), provisioning_complete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:54.188673 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Current status of the port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 is: BUILD; New status is: ACTIVE {{(pid=110577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 21:08:54.190100 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1826259'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:54.210825 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:08:54.213093 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a71712c81e81a0215d089d8e61823b2a1c9f62be7c5b2d7ffe5de42afc12d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489ccb69-8da7-4414-a119-82ffc6858725" -d '{"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:08:54.225927 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:08:54.250938 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdbde69-48c4-4346-b46c-874ce8dc41d3 x-openstack-request-id: req-ecdbde69-48c4-4346-b46c-874ce8dc41d3 {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:08:54.251235 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "code": 200}]} {{(pid=110577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:08:54.251545 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecdbde69-48c4-4346-b46c-874ce8dc41d3 {{(pid=110577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:08:54.252024 dv-cinder-750782-20-iscsi neutron-server[110577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecdbde69-48c4-4346-b46c-874ce8dc41d3'] response: {'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'code': 200} Apr 28 21:08:54.293493 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737994297564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737993906288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737993906306'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:54.364301 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Pushing event updated for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=8']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:54.369268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f0ae-46d2-42c8-8b4c-6e5c19c47780 req-5c0d8831-9e7b-4ff0-be0d-c5949d69d670 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:54.370825 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48a1f0ae-46d2-42c8-8b4c-6e5c19c47780 req-5c0d8831-9e7b-4ff0-be0d-c5949d69d670 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0647006 Apr 28 21:08:54.422094 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-48a1f0ae-46d2-42c8-8b4c-6e5c19c47780 req-3dbbe0e9-ca9c-473b-b6e2-1f5ca550e0f3 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Apr 28 21:08:54.522434 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb731a7-6856-4806-abc1-38fc5303de5c req-b1b4b6ee-7e64-4d57-9edc-367d9da502d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:54.523911 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0cb731a7-6856-4806-abc1-38fc5303de5c req-b1b4b6ee-7e64-4d57-9edc-367d9da502d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0384715 Apr 28 21:08:54.571601 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-0cb731a7-6856-4806-abc1-38fc5303de5c req-e4f56b49-ec34-4724-86f3-800af938a0e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Apr 28 21:08:55.081884 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5977af7d-237c-4f76-92ad-e61ddc65e164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:55.538147 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e30df-951b-4c47-94c1-36888caa7f58 req-ec4046bc-5433-4761-a046-170fc771f453 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:55.539655 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c70e30df-951b-4c47-94c1-36888caa7f58 req-ec4046bc-5433-4761-a046-170fc771f453 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0478077 Apr 28 21:08:55.588950 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-c70e30df-951b-4c47-94c1-36888caa7f58 req-011715e6-01f3-47f0-b7f4-eee57ac44b3e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436962 Apr 28 21:08:56.298960 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:56.703764 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aa5cc-8b7e-4383-a74c-75054f8d2934 req-45aa5df3-19a1-4781-882a-79b0b90fa5ec tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:56.705285 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a0aa5cc-8b7e-4383-a74c-75054f8d2934 req-45aa5df3-19a1-4781-882a-79b0b90fa5ec tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0475245 Apr 28 21:08:56.758759 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-7a0aa5cc-8b7e-4383-a74c-75054f8d2934 req-98dddcce-25d6-4c6a-a774-09d5de447868 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478282 Apr 28 21:08:58.041606 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:08:59.287534 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:21.589681 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:22.464147 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-41fde052-999b-445b-8fdd-d5205a574b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:25.059258 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f18d89d4-124b-4e85-b44c-060f02ad6843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:26.298469 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:27.813208 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:09:28.046885 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:29.275217 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:29.451015 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-a2f8b3c5-0aa7-463f-89c3-29d23c49ef17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385349 Apr 28 21:09:29.530217 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-e143e90a-f074-43d3-9d98-a8ec033b045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:29.531731 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-e143e90a-f074-43d3-9d98-a8ec033b045a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0407612 Apr 28 21:09:29.639600 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-99ffcd2b-8f45-480f-8fb2-61bb0f3aade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:29.641092 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-99ffcd2b-8f45-480f-8fb2-61bb0f3aade1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.0908082 Apr 28 21:09:29.707809 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-82ac0db8-2f66-4970-8999-c6f384c4e016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 1002 time: 0.0600553 Apr 28 21:09:29.755229 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-f36d011b-29ef-43ec-978a-9754889f7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:29.756726 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-f36d011b-29ef-43ec-978a-9754889f7a5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.0437367 Apr 28 21:09:29.803668 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-4a3014ab-b2a0-4dc1-9f8f-0e881c7303cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:29.805492 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-4a3014ab-b2a0-4dc1-9f8f-0e881c7303cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432591 Apr 28 21:09:29.903902 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-bdfaeb4c-ebf9-449e-8dc1-12625cf869ca service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921092 Apr 28 21:09:29.997670 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-bf7455f2-aa9e-43ff-a073-97f042059573 req-70e0cffb-cc8d-4e15-a4b0-2dc5a6343359 service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879989 Apr 28 21:09:51.588936 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:52.467596 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-6ea181cd-bfc3-43b9-a6d2-74864bf36bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:55.073971 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-132ded5e-c051-43ad-98f6-dc9991719351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:56.285969 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:58.103036 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:09:59.286777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:04.814197 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:10:12.294268 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57908) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:12.586583 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Deleting port ebded45c-7331-4245-af07-0451ec536021 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:12.586920 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (ebded45c-7331-4245-af07-0451ec536021), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:12.663059 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (ebded45c-7331-4245-af07-0451ec536021), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:12.663297 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for floatingip (ebded45c-7331-4245-af07-0451ec536021), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:12.675492 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Calling delete_port for ebded45c-7331-4245-af07-0451ec536021 owned by network:floatingip {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:12.885647 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (ebded45c-7331-4245-af07-0451ec536021), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:12.912337 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event deleted for resources: {'Port': ['ID=ebded45c-7331-4245-af07-0451ec536021,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:12.924993 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.925329 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.925669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.926007 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.926336 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.926669 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.926992 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.927315 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.927638 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.927976 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.928299 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.928621 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.928940 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.929258 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.929580 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:12.990111 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for floatingip (1ec305c7-3b36-4ea2-b740-4b31b45a0dd4), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:12.990435 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.db.l3_db [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Floating IP 1ec305c7-3b36-4ea2-b740-4b31b45a0dd4 disassociated (deleted). External IP: 172.27.0.249, port: 1a9c0e66-ad87-42e1-9395-8c231dbcf571. Apr 28 21:10:13.208238 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:10:13.337882 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:10:13.343059 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for floatingip (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:13.349281 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] Sync routers for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:10:13.360493 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:10:13.361162 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:09:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:13.373569 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ef9b796f-e9fd-4f49-8ed7-4cf4c0bd78ad tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "DELETE /v2.0/floatingips/1ec305c7-3b36-4ea2-b740-4b31b45a0dd4 HTTP/1.1" status: 204 len: 168 time: 1.0781500 Apr 28 21:10:13.374263 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:10:13.376697 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae4519ba18c5640b32aae63ba32ad7b6be1873941a5dbeed0dd3dd770e7f8ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be0455a-dc2d-4f0d-9a50-bbdb01678077" -d '{"events": [{"name": "network-changed", "server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:10:13.414893 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3db4e2-2b73-47d6-8436-10bee46aa539 x-openstack-request-id: req-fc3db4e2-2b73-47d6-8436-10bee46aa539 {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:10:13.415488 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "status": "completed", "code": 200}]} {{(pid=110575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:10:13.415800 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc3db4e2-2b73-47d6-8436-10bee46aa539 {{(pid=110575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:10:13.416235 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3db4e2-2b73-47d6-8436-10bee46aa539'] response: {'name': 'network-changed', 'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'status': 'completed', 'code': 200} Apr 28 21:10:13.474298 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:10:13.474528 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-0d5d7505-4e90-42a8-8688-b13b0683e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:13.476250 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-0d5d7505-4e90-42a8-8688-b13b0683e714 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0409584 Apr 28 21:10:13.572687 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-1ebe588a-3b71-4d27-a1ca-9c8a3e080b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:13.574169 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-1ebe588a-3b71-4d27-a1ca-9c8a3e080b6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 200 len: 909 time: 0.0925319 Apr 28 21:10:13.617135 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-4b06dd36-5bb8-4850-96f3-88abe433805f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 200 len: 217 time: 0.0357702 Apr 28 21:10:13.670391 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:13.673686 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-20fe2320-dfa0-4db7-bafb-46cedef1c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:13.675316 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-20fe2320-dfa0-4db7-bafb-46cedef1c4ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 200 len: 847 time: 0.0452573 Apr 28 21:10:13.701363 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] Checking router: 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:10:13.710464 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:10:13.711092 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:09:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:13.718271 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-72355fa2-f1d3-489a-a138-38ddea5a3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:13.719759 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-72355fa2-f1d3-489a-a138-38ddea5a3bc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c4a9884-3e9d-43ce-9796-cb8058b50c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390968 Apr 28 21:10:13.821052 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-81606bd1-eec9-4019-b941-c5d0bf4d4b4e service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954742 Apr 28 21:10:13.823163 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9871e-b4bf-4e76-a5d1-00cbedf21584 req-047c076b-22f1-48ef-b08b-09524d320832 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:13.824388 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:10:13.824708 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c9871e-b4bf-4e76-a5d1-00cbedf21584 req-047c076b-22f1-48ef-b08b-09524d320832 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0521505 Apr 28 21:10:13.875120 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-e3c9871e-b4bf-4e76-a5d1-00cbedf21584 req-2f27b77f-e4cd-4908-a8eb-5d94f01fc6c9 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441985 Apr 28 21:10:14.009086 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:14.035161 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d439c8-014b-448a-803d-5fc07a5eb87d None None] The sync data for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi is: [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:05:01Z', 'revision_number': 4, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi', '_interfaces': [{'id': '6204fbfe-52d5-4d62-bd59-2dd0c639a128', 'name': '', 'network_id': '9c4a9884-3e9d-43ce-9796-cb8058b50c47', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'mac_address': 'fa:16:3e:c7:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:01Z', 'updated_at': '2022-04-28T21:05:05Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'subnets': [{'id': 'ed1452a4-b9dc-499b-b7be-9a418438a6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:10:14.280492 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1d4d1-a386-4ad0-8a65-13e454f54cd6 None None] New status for floating IP 1ec305c7-3b36-4ea2-b740-4b31b45a0dd4: DOWN {{(pid=110578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:10:15.012337 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca783-a6a4-4405-9127-7b14b7fa09f2 req-91efeedc-4a8a-4a8c-9fdf-5e8ad44a6c8c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:15.016241 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b01ca783-a6a4-4405-9127-7b14b7fa09f2 req-91efeedc-4a8a-4a8c-9fdf-5e8ad44a6c8c tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0659468 Apr 28 21:10:15.057274 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-2be0455a-dc2d-4f0d-9a50-bbdb01678077 req-7696af58-aa78-4193-8ae4-befc6d864a4b service neutron] 10.222.0.61 "GET /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331912 Apr 28 21:10:15.073500 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-b01ca783-a6a4-4405-9127-7b14b7fa09f2 req-21c6d560-f1b6-462d-ad7a-4b1c09664ed6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518031 Apr 28 21:10:15.274742 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-ea3129db-a784-4b07-b2ca-932cf040137e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:15.276980 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-ea3129db-a784-4b07-b2ca-932cf040137e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.61 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 946 time: 0.0494430 Apr 28 21:10:15.366225 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Deleting port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:15.366570 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:15.457585 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] For port 1a9c0e66-ad87-42e1-9395-8c231dbcf571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1a9c0e66-ad87-42e1-9395-8c231dbcf571,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:15.457950 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:15.470774 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Calling delete_port for 1a9c0e66-ad87-42e1-9395-8c231dbcf571 owned by compute:nova {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:15.675007 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (1a9c0e66-ad87-42e1-9395-8c231dbcf571), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:15.703581 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event deleted for resources: {'Port': ['ID=1a9c0e66-ad87-42e1-9395-8c231dbcf571,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:15.716272 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.716677 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.717024 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.717705 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.717705 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.718296 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.718397 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.718727 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.719072 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.719385 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.719716 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.720088 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.720412 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.720739 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.721575 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:15.759677 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] No DVR routers for this DVR port 1a9c0e66-ad87-42e1-9395-8c231dbcf571 on host hv-cinder-75078 {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:10:15.762207 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31467'] for port (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:15.765530 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [req-e45e0a12-9b2c-449b-9b54-c0fe4fc145c5 req-be86affe-5c1d-4f9b-a3f2-e2d7dcd0c84e tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.61 "DELETE /v2.0/ports/1a9c0e66-ad87-42e1-9395-8c231dbcf571 HTTP/1.1" status: 204 len: 173 time: 0.4835193 Apr 28 21:10:15.765988 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-deleted', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571'}] {{(pid=110576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:10:15.768298 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29dbf3664b0cef23521e3272d636d356858eb7aa0e091d718c94f461f1bfca83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd49e794-7ed9-47ec-a708-c702f26ecdbf" -d '{"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-deleted", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571"}]}' {{(pid=110576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 21:10:15.805756 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af68cf-ac82-4be7-bb9b-d483e9016c50 x-openstack-request-id: req-a0af68cf-ac82-4be7-bb9b-d483e9016c50 {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 21:10:15.806056 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aed3c0-e636-442c-af98-def49f079eb1", "name": "network-vif-deleted", "tag": "1a9c0e66-ad87-42e1-9395-8c231dbcf571", "status": "completed", "code": 200}]} {{(pid=110576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 21:10:15.806330 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0af68cf-ac82-4be7-bb9b-d483e9016c50 {{(pid=110576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 21:10:15.806742 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0af68cf-ac82-4be7-bb9b-d483e9016c50'] response: {'server_uuid': '40aed3c0-e636-442c-af98-def49f079eb1', 'name': 'network-vif-deleted', 'tag': '1a9c0e66-ad87-42e1-9395-8c231dbcf571', 'status': 'completed', 'code': 200} Apr 28 21:10:16.177016 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [req-80c20b59-6f3d-4204-897e-254829ef4935 req-05df565a-5b84-42af-afa2-100cd2608530 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "GET /v2.0/ports?device_id=40aed3c0-e636-442c-af98-def49f079eb1 HTTP/1.1" status: 200 len: 210 time: 0.0312316 Apr 28 21:10:17.234975 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57938) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:17.291901 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ffe56b57-8d01-4f74-a9ad-c93edcc284f6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group (c7ce8c6a-1b9c-4be3-a97c-392d56ae3833), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:17.320776 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ffe56b57-8d01-4f74-a9ad-c93edcc284f6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group (c7ce8c6a-1b9c-4be3-a97c-392d56ae3833), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:17.496930 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ffe56b57-8d01-4f74-a9ad-c93edcc284f6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (c7ce8c6a-1b9c-4be3-a97c-392d56ae3833), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:17.499419 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-ffe56b57-8d01-4f74-a9ad-c93edcc284f6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:17.500623 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-ffe56b57-8d01-4f74-a9ad-c93edcc284f6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] 10.222.0.64 "DELETE /v2.0/security-groups/c7ce8c6a-1b9c-4be3-a97c-392d56ae3833 HTTP/1.1" status: 204 len: 168 time: 0.2646604 Apr 28 21:10:17.510225 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe56b57-8d01-4f74-a9ad-c93edcc284f6 tempest-TestShelveInstance-754251004 tempest-TestShelveInstance-754251004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ce8c6a-1b9c-4be3-a97c-392d56ae3833,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:17.634609 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57942) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:18.154959 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:18.397150 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Deleting port 6204fbfe-52d5-4d62-bd59-2dd0c639a128 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:18.397399 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:18.474288 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] For port 6204fbfe-52d5-4d62-bd59-2dd0c639a128, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=6204fbfe-52d5-4d62-bd59-2dd0c639a128,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:18.474653 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:18.492626 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Calling delete_port for 6204fbfe-52d5-4d62-bd59-2dd0c639a128 owned by network:router_interface {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:18.624756 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:18.645402 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] No Port match for: 1a9c0e66-ad87-42e1-9395-8c231dbcf571 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:18.645761 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Device 1a9c0e66-ad87-42e1-9395-8c231dbcf571 not bound to the agent host hv-cinder-75078 {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:18.777031 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (6204fbfe-52d5-4d62-bd59-2dd0c639a128), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:18.806524 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Pushing event deleted for resources: {'Port': ['ID=6204fbfe-52d5-4d62-bd59-2dd0c639a128,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:18.980241 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:19.214555 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:10:19.327679 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:10:19.334442 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-1ca904e0-4fc7-42b7-b9c3-405e18f82bde admin admin] 10.222.0.64 "PUT /v2.0/routers/0a6d6d3d-d939-43ba-b3fe-9e977b2995a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981232 Apr 28 21:10:19.336759 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57946) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:19.338048 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] Sync routers for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:10:19.348919 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:10:19.349539 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:09:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:19.444921 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks [] for router (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:19.456556 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: dv-cinder-750782-20-iscsi {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:10:19.554221 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks [] for router_gateway (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:19.637741 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:10:18Z', 'revision_number': 5, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port': {'id': '797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:58Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:19.669123 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] Checking router: 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 for host: dv-cinder-750782-20-iscsi {{(pid=110577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:10:19.678661 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] Routers {'0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:10:19.679282 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:09:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'], 'active': True} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:19.687623 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Deleting port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:19.687986 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:19.767149 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] For port 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:19.767525 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:19.782928 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Calling delete_port for 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 owned by network:router_gateway {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:19.899854 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvr_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] Set router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 gateway port host: None {{(pid=110577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:10:19.953507 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_hamode_db [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:10:19Z', 'revision_number': 6, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:19.985422 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33deac-562f-445c-8721-1faa89abf6f2 None None] The sync data for ids ['0a6d6d3d-d939-43ba-b3fe-9e977b2995a2'] in dv-cinder-750782-20-iscsi is: [{'id': '0a6d6d3d-d939-43ba-b3fe-9e977b2995a2', 'name': 'tempest-TestShelveInstance-584734511-router', 'tenant_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:57Z', 'updated_at': '2022-04-28T21:10:19Z', 'revision_number': 6, 'project_id': '4d68a4ed8a0948acb85bf2adc5f88954', 'gw_port_host': None}] {{(pid=110577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:10:20.017204 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.049156 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Pushing event deleted for resources: {'Port': ['ID=797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:20.105718 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.196239 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.198973 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks [] for router_controller (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.319644 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (0a6d6d3d-d939-43ba-b3fe-9e977b2995a2), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.320343 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 {{(pid=110576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:10:20.324840 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.326126 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-b0285d5d-015d-4634-8a84-2f3c68e2600c admin admin] 10.222.0.64 "DELETE /v2.0/routers/0a6d6d3d-d939-43ba-b3fe-9e977b2995a2 HTTP/1.1" status: 204 len: 168 time: 0.9884098 Apr 28 21:10:20.328606 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57948) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:20.376369 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Deleting subnet ed1452a4-b9dc-499b-b7be-9a418438a6de {{(pid=110576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:10:20.380974 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Publish callbacks [] for subnet (ed1452a4-b9dc-499b-b7be-9a418438a6de), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.418684 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31190035'] for subnet (ed1452a4-b9dc-499b-b7be-9a418438a6de), precommit_delete_associations {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.501822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (ed1452a4-b9dc-499b-b7be-9a418438a6de), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.611272 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31190213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29830940'] for subnet (ed1452a4-b9dc-499b-b7be-9a418438a6de), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.637508 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1452a4-b9dc-499b-b7be-9a418438a6de,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:20.641113 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.644311 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-58b3cd3a-9f57-43f6-82e9-3b66410969f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ed1452a4-b9dc-499b-b7be-9a418438a6de HTTP/1.1" status: 204 len: 168 time: 0.3146992 Apr 28 21:10:20.646738 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.wsgi [-] (110576) accepted ('10.222.0.64', 57950) {{(pid=110576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:20.647386 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4804d8-24d3-4495-adba-013bd7577cbe None None] Network 9c4a9884-3e9d-43ce-9796-cb8058b50c47 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:10:20.713723 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (9c4a9884-3e9d-43ce-9796-cb8058b50c47), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.772842 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Deleting port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 {{(pid=110576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:20.773206 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.799010 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] DHCP port deletion for 9c4a9884-3e9d-43ce-9796-cb8058b50c47 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:10:20.838142 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.db [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] For port 618cdf2f-b3fc-4211-ab97-5075bbaa8341, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=618cdf2f-b3fc-4211-ab97-5075bbaa8341,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:20.838720 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.841739 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Deleting port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:20.842128 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.853476 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.plugin [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Calling delete_port for 618cdf2f-b3fc-4211-ab97-5075bbaa8341 owned by network:dhcp {{(pid=110576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:20.907884 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] For port 618cdf2f-b3fc-4211-ab97-5075bbaa8341, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=618cdf2f-b3fc-4211-ab97-5075bbaa8341,segment=NetworkSegment(9d39c36e-8c2d-4a50-a592-f680bf2de90b),segment_id=9d39c36e-8c2d-4a50-a592-f680bf2de90b)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:20.908412 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:20.922234 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Calling delete_port for 618cdf2f-b3fc-4211-ab97-5075bbaa8341 owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:21.006135 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31190548'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.013307 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (618cdf2f-b3fc-4211-ab97-5075bbaa8341), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.033884 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=618cdf2f-b3fc-4211-ab97-5075bbaa8341,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:21.040107 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] No DVR routers for this DVR port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 on host dv-cinder-750782-20-iscsi {{(pid=110576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:10:21.042066 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Pushing event deleted for resources: {'Port': ['ID=618cdf2f-b3fc-4211-ab97-5075bbaa8341,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:21.044646 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] No DVR routers for this DVR port 618cdf2f-b3fc-4211-ab97-5075bbaa8341 on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.055309 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.056236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.056236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.056236 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.056524 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.056900 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.057047 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.057371 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5da8bd-c52a-48d7-9838-5a26125a0b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-20-iscsi {{(pid=110577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:21.128257 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (9c4a9884-3e9d-43ce-9796-cb8058b50c47), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.143596 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:21.150822 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4a9884-3e9d-43ce-9796-cb8058b50c47']}} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:21.163419 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d39c36e-8c2d-4a50-a592-f680bf2de90b') {'for_net_delete': True} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:21.163716 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.services.segments.db [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d39c36e-8c2d-4a50-a592-f680bf2de90b') {} {{(pid=110576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:21.164636 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:21.164984 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 797bd8b8-b54c-4dcd-b9a7-57ab5e9bcbc2 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:21.165406 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 6204fbfe-52d5-4d62-bd59-2dd0c639a128 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:21.173706 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31190026'] for segment (9d39c36e-8c2d-4a50-a592-f680bf2de90b), before_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.184409 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 6204fbfe-52d5-4d62-bd59-2dd0c639a128 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:21.191724 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 6204fbfe-52d5-4d62-bd59-2dd0c639a128 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:21.191724 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 618cdf2f-b3fc-4211-ab97-5075bbaa8341 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:21.192081 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (9d39c36e-8c2d-4a50-a592-f680bf2de90b), precommit_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.193656 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=110576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:10:21.194043 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31190563'] for segment (9d39c36e-8c2d-4a50-a592-f680bf2de90b), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: Traceback (most recent call last): Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: timer() Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: cb(*args, **kw) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: return func(*args, **kwargs) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: self._notify() Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: self.callback(batched_events) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: event.method(event) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: return f(self, *a, **k) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._get(url).json() Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: return self.request(url, 'GET', **kwargs) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:10:21.195813 dv-cinder-750782-20-iscsi neutron-server[110576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:10:21.203917 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 618cdf2f-b3fc-4211-ab97-5075bbaa8341 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:21.204287 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 618cdf2f-b3fc-4211-ab97-5075bbaa8341 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:21.353829 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (9c4a9884-3e9d-43ce-9796-cb8058b50c47), after_delete {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.359242 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron_lib.callbacks.manager [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.363306 dv-cinder-750782-20-iscsi neutron-server[110576]: INFO neutron.wsgi [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/9c4a9884-3e9d-43ce-9796-cb8058b50c47 HTTP/1.1" status: 204 len: 168 time: 0.7156034 Apr 28 21:10:21.366334 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57952) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:21.374036 dv-cinder-750782-20-iscsi neutron-server[110576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bcf3d-7caa-4ae8-923a-52fbda4ce5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4a9884-3e9d-43ce-9796-cb8058b50c47,revision_number=None']} {{(pid=110576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:21.588910 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.696147 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661282'] for router_interface (315cd6fc-a25f-4b65-aeb0-249833b88bab), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:21.934832 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Deleting port 941170d8-f1b0-4eb6-b256-113e53939707 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:21.935185 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (941170d8-f1b0-4eb6-b256-113e53939707), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:22.015992 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] For port 941170d8-f1b0-4eb6-b256-113e53939707, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=941170d8-f1b0-4eb6-b256-113e53939707,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:22.016442 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (941170d8-f1b0-4eb6-b256-113e53939707), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:22.035330 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Calling delete_port for 941170d8-f1b0-4eb6-b256-113e53939707 owned by network:router_interface {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:22.278476 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (941170d8-f1b0-4eb6-b256-113e53939707), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:22.305179 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=941170d8-f1b0-4eb6-b256-113e53939707,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:22.468548 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-0d8919f2-7792-427d-adbc-2297ebb20889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:22.482231 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-661390'] for router_interface (315cd6fc-a25f-4b65-aeb0-249833b88bab), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:22.707917 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Router 315cd6fc-a25f-4b65-aeb0-249833b88bab has already been hosted by L3 agent 024aab02-73c6-4bf4-98fc-e4536edb416c {{(pid=110575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 21:10:22.816219 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] Notify agent at l3_agent.dv-cinder-750782-20-iscsi the message routers_updated {{(pid=110575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 21:10:22.821328 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-25836232-303d-41e5-82ee-fe1f0c2e7f87 admin admin] 10.222.0.64 "PUT /v2.0/routers/315cd6fc-a25f-4b65-aeb0-249833b88bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538839 Apr 28 21:10:22.823772 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57954) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:22.828477 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] Sync routers for ids ['315cd6fc-a25f-4b65-aeb0-249833b88bab'] in dv-cinder-750782-20-iscsi {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:10:22.838663 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] Routers {'315cd6fc-a25f-4b65-aeb0-249833b88bab'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:10:22.839287 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:09:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['315cd6fc-a25f-4b65-aeb0-249833b88bab'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:22.937017 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks [] for router (315cd6fc-a25f-4b65-aeb0-249833b88bab), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:22.949418 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] Set router 315cd6fc-a25f-4b65-aeb0-249833b88bab gateway port host: dv-cinder-750782-20-iscsi {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:10:23.048399 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks [] for router_gateway (315cd6fc-a25f-4b65-aeb0-249833b88bab), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:23.173360 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Deleting port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:23.175358 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:23.211966 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'external_fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:10:22Z', 'revision_number': 5, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port': {'id': 'f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97', 'name': '', 'network_id': '64d2b475-1532-4aba-8662-2cc11964cbd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:05:06Z', 'updated_at': '2022-04-28T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40ea7a8d-bebd-428c-95c9-6e642a438eab', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-20-iscsi'}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:23.238839 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] Checking router: 315cd6fc-a25f-4b65-aeb0-249833b88bab for host: dv-cinder-750782-20-iscsi {{(pid=110578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:10:23.247163 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] Routers {'315cd6fc-a25f-4b65-aeb0-249833b88bab'} bound to L3 agent in host dv-cinder-750782-20-iscsi {{(pid=110578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 21:10:23.248204 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T20:48:25Z,description=,heartbeat_timestamp=2022-04-28T21:09:55Z,host='dv-cinder-750782-20-iscsi',id=024aab02-73c6-4bf4-98fc-e4536edb416c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T20:48:26Z,topic='l3_agent')) {'router_ids': ['315cd6fc-a25f-4b65-aeb0-249833b88bab'], 'active': True} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:23.256267 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] For port f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,segment=NetworkSegment(6017b896-08bf-4ee6-a749-59b3e1b72847),segment_id=6017b896-08bf-4ee6-a749-59b3e1b72847)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:23.256635 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:23.270223 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Calling delete_port for f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 owned by network:router_gateway {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:23.337888 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_dvr_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] Set router 315cd6fc-a25f-4b65-aeb0-249833b88bab gateway port host: None {{(pid=110578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 21:10:23.392835 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.l3_hamode_db [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:10:23Z', 'revision_number': 6, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port_host': None}], 'dv-cinder-750782-20-iscsi', False) {} {{(pid=110578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:23.419859 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cc92c-2a74-41d2-8191-9b730c74dca9 None None] The sync data for ids ['315cd6fc-a25f-4b65-aeb0-249833b88bab'] in dv-cinder-750782-20-iscsi is: [{'id': '315cd6fc-a25f-4b65-aeb0-249833b88bab', 'name': 'tempest-TestShelveInstance-2131641907-router', 'tenant_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:05Z', 'updated_at': '2022-04-28T21:10:23Z', 'revision_number': 6, 'project_id': 'cb35d5cb67384d12b271ffd109fe3c00', 'gw_port_host': None}] {{(pid=110578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:10:23.496844 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:23.522737 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:23.584389 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916196'] for router_gateway (315cd6fc-a25f-4b65-aeb0-249833b88bab), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:23.675039 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10290'] for router (315cd6fc-a25f-4b65-aeb0-249833b88bab), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:23.677433 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks [] for router_controller (315cd6fc-a25f-4b65-aeb0-249833b88bab), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.056903 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660038'] for router (315cd6fc-a25f-4b65-aeb0-249833b88bab), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.057440 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315cd6fc-a25f-4b65-aeb0-249833b88bab {{(pid=110575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 21:10:24.061736 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.062923 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-d4f6d861-0af5-47e4-a987-2f72801f3ab9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/315cd6fc-a25f-4b65-aeb0-249833b88bab HTTP/1.1" status: 204 len: 168 time: 1.2380893 Apr 28 21:10:24.065867 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57956) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:24.110114 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Deleting subnet 8da23571-cb24-4ad9-92c2-fe954f6c7a69 {{(pid=110575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 21:10:24.113359 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Publish callbacks [] for subnet (8da23571-cb24-4ad9-92c2-fe954f6c7a69), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.148111 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30774420'] for subnet (8da23571-cb24-4ad9-92c2-fe954f6c7a69), precommit_delete_associations {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.234929 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1932075'] for subnet (8da23571-cb24-4ad9-92c2-fe954f6c7a69), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.354153 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1932066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32945899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31231139'] for subnet (8da23571-cb24-4ad9-92c2-fe954f6c7a69), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.384291 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da23571-cb24-4ad9-92c2-fe954f6c7a69,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:24.384991 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for subnet (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.388235 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1c3f3e0d-b5e2-4f73-940b-ddc7083bdd69 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8da23571-cb24-4ad9-92c2-fe954f6c7a69 HTTP/1.1" status: 204 len: 168 time: 0.3214023 Apr 28 21:10:24.390706 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57958) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:24.392086 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a38398-725d-410d-98e0-f8c2d6908141 None None] Network 1fc90f9e-6b50-46de-8658-7d696d1fa590 requested from dv-cinder-750782-20-iscsi {{(pid=110577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 21:10:24.461930 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1787781'] for network (1fc90f9e-6b50-46de-8658-7d696d1fa590), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.511885 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Deleting port ac847a1f-bc8c-482c-ab21-766fa21615cc {{(pid=110575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:24.512617 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.560973 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] DHCP port deletion for 1fc90f9e-6b50-46de-8658-7d696d1fa590 request from dv-cinder-750782-20-iscsi {{(pid=110577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 21:10:24.579177 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.db [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] For port ac847a1f-bc8c-482c-ab21-766fa21615cc, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=ac847a1f-bc8c-482c-ab21-766fa21615cc,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:24.579467 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.592053 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.plugin [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Calling delete_port for ac847a1f-bc8c-482c-ab21-766fa21615cc owned by network:dhcp {{(pid=110575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:24.599850 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] Deleting port ac847a1f-bc8c-482c-ab21-766fa21615cc {{(pid=110577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 21:10:24.600324 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737994291788'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), before_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.663314 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.db [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] For port ac847a1f-bc8c-482c-ab21-766fa21615cc, host dv-cinder-750782-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-20-iscsi',level=0,port_id=ac847a1f-bc8c-482c-ab21-766fa21615cc,segment=NetworkSegment(612bf29e-48a2-4546-85ac-dd2a32b70dde),segment_id=612bf29e-48a2-4546-85ac-dd2a32b70dde)] {{(pid=110577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 21:10:24.663708 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-915807'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), precommit_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.677305 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] Calling delete_port for ac847a1f-bc8c-482c-ab21-766fa21615cc owned by network:dhcp {{(pid=110577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 21:10:24.737038 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32945210'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.753299 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1826572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737994297546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737993906279'] for port (ac847a1f-bc8c-482c-ab21-766fa21615cc), after_delete {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.762944 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac847a1f-bc8c-482c-ab21-766fa21615cc,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:24.766436 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] No DVR routers for this DVR port ac847a1f-bc8c-482c-ab21-766fa21615cc on host dv-cinder-750782-20-iscsi {{(pid=110575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:10:24.776591 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] Pushing event deleted for resources: {'Port': ['ID=ac847a1f-bc8c-482c-ab21-766fa21615cc,revision_number=None']} {{(pid=110577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:24.782292 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9f926-502d-4aee-9a77-f47a67355902 None None] No DVR routers for this DVR port ac847a1f-bc8c-482c-ab21-766fa21615cc on host dv-cinder-750782-20-iscsi {{(pid=110577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:10:24.839849 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929910', 'neutron.services.segments.db._delete_segments_for_network-8737994385273'] for network (1fc90f9e-6b50-46de-8658-7d696d1fa590), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.859577 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc90f9e-6b50-46de-8658-7d696d1fa590']}} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:24.869178 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612bf29e-48a2-4546-85ac-dd2a32b70dde') {'for_net_delete': True} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:24.869476 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.services.segments.db [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612bf29e-48a2-4546-85ac-dd2a32b70dde') {} {{(pid=110575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:24.878577 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737994384258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30774413'] for segment (612bf29e-48a2-4546-85ac-dd2a32b70dde), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.891731 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070'] for segment (612bf29e-48a2-4546-85ac-dd2a32b70dde), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.897543 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=110575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:10:24.897931 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1926070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32945165'] for segment (612bf29e-48a2-4546-85ac-dd2a32b70dde), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: Traceback (most recent call last): Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: timer() Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: cb(*args, **kw) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: return func(*args, **kwargs) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: self._notify() Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: self.callback(batched_events) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: event.method(event) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: return f(self, *a, **k) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._get(url).json() Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: return self.request(url, 'GET', **kwargs) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:10:24.899560 dv-cinder-750782-20-iscsi neutron-server[110575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:10:25.021550 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890380'] for network (1fc90f9e-6b50-46de-8658-7d696d1fa590), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.026860 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552651'] for network (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.030300 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1fc90f9e-6b50-46de-8658-7d696d1fa590 HTTP/1.1" status: 204 len: 168 time: 0.6385906 Apr 28 21:10:25.041801 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def630bb-980f-4a9c-9baa-0ad1197d5d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc90f9e-6b50-46de-8658-7d696d1fa590,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:25.102654 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-99aa9625-2e08-4ad4-9e12-2c87f37a9077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.142647 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:25.164444 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:25.164789 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device f8e27255-aec2-4aff-a1b4-8a8cbfc9ea97 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:25.165202 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device ac847a1f-bc8c-482c-ab21-766fa21615cc no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:25.186687 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: ac847a1f-bc8c-482c-ab21-766fa21615cc {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:25.187031 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device ac847a1f-bc8c-482c-ab21-766fa21615cc not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:25.187446 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 941170d8-f1b0-4eb6-b256-113e53939707 no longer exists at agent ovs-agent-dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 21:10:25.206973 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] No Port match for: 941170d8-f1b0-4eb6-b256-113e53939707 {{(pid=110577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 21:10:25.211369 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron.plugins.ml2.rpc [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Device 941170d8-f1b0-4eb6-b256-113e53939707 not bound to the agent host dv-cinder-750782-20-iscsi {{(pid=110577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 21:10:25.371452 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57962) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:25.416088 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-8c2d9b0c-c366-410f-8946-ec4f2295dffe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d68a4ed8a0948acb85bf2adc5f88954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433724 Apr 28 21:10:25.418426 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57964) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:25.466657 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1149a134-a659-489c-b603-c742ee36897d admin admin] Publish callbacks [] for security_group (1d7e47fa-b6d4-4c93-883d-bdc21eede648), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.488379 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1149a134-a659-489c-b603-c742ee36897d admin admin] Publish callbacks [] for security_group (1d7e47fa-b6d4-4c93-883d-bdc21eede648), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.622423 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1149a134-a659-489c-b603-c742ee36897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (1d7e47fa-b6d4-4c93-883d-bdc21eede648), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.625577 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1149a134-a659-489c-b603-c742ee36897d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:25.626741 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1149a134-a659-489c-b603-c742ee36897d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d7e47fa-b6d4-4c93-883d-bdc21eede648 HTTP/1.1" status: 204 len: 168 time: 0.2073896 Apr 28 21:10:25.635073 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149a134-a659-489c-b603-c742ee36897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7e47fa-b6d4-4c93-883d-bdc21eede648,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:26.265977 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57970) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:26.306034 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-3bbfd598-5897-4021-923a-dae8b0c2cdb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb35d5cb67384d12b271ffd109fe3c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388958 Apr 28 21:10:26.308636 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.wsgi [-] (110575) accepted ('10.222.0.64', 57972) {{(pid=110575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 21:10:26.354402 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e08b4a5-df09-4aed-ac85-b5d89a2ed170 admin admin] Publish callbacks [] for security_group (2ee217b8-dc4d-4e2f-84be-20e041876b78), before_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:26.358669 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:26.376256 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e08b4a5-df09-4aed-ac85-b5d89a2ed170 admin admin] Publish callbacks [] for security_group (2ee217b8-dc4d-4e2f-84be-20e041876b78), precommit_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:26.507851 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e08b4a5-df09-4aed-ac85-b5d89a2ed170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745537'] for security_group (2ee217b8-dc4d-4e2f-84be-20e041876b78), after_delete {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:26.510497 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron_lib.callbacks.manager [None req-1e08b4a5-df09-4aed-ac85-b5d89a2ed170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:26.511640 dv-cinder-750782-20-iscsi neutron-server[110575]: INFO neutron.wsgi [None req-1e08b4a5-df09-4aed-ac85-b5d89a2ed170 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ee217b8-dc4d-4e2f-84be-20e041876b78 HTTP/1.1" status: 204 len: 168 time: 0.2021039 Apr 28 21:10:26.520124 dv-cinder-750782-20-iscsi neutron-server[110575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08b4a5-df09-4aed-ac85-b5d89a2ed170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee217b8-dc4d-4e2f-84be-20e041876b78,revision_number=None']} {{(pid=110575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:28.056652 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:29.289670 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:41.812501 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:10:51.620711 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:52.478489 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-762bc21d-a8c1-4270-88e6-5e60bc296ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:55.084011 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-bcf904f2-3fff-4121-a486-0cffd80de0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:56.342388 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:58.084952 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:10:59.329173 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:18.812037 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:11:21.688894 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:22.449361 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7b6783b8-6b8a-4a6c-915c-5dc5f87b52ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:25.077933 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-74a2c280-b5fa-4153-9592-07981f1c0353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:26.323549 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:28.072796 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:29.283278 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:51.648463 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:52.465520 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7c404b28-d34a-4d55-96a7-d2e4b537c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:55.070682 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9e4300f3-63be-4bbc-84e5-36714bb19289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:55.811136 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:11:56.282669 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:58.161650 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:11:59.305567 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:21.636671 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:22.481680 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f62c9bf5-3fe4-455e-a373-920a65fe2aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:25.064921 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-1ba22787-3833-41ac-822d-14aa5b85dfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:26.316548 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:28.166835 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:29.316211 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:32.809411 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:12:51.647242 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:52.538249 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4014546f-ef80-490c-a040-34a4671503ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:55.097901 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5462fb6f-c6c1-45b4-8793-f1d523005ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:56.337981 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:58.069661 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:12:59.309638 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:09.808675 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:13:21.657330 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:22.468930 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f9a62653-ab76-4c4f-a78b-fed33ff69ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:25.085975 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-fbea096a-8214-4e8d-813d-4fab157d0502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:26.326228 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:28.080027 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:29.291071 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:46.807047 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:13:51.650589 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:52.473193 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-e828bc8e-4fb4-47a2-b75b-fbda699fa1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:55.136082 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-05394795-5c8c-4059-bd7e-52483b363e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:56.319461 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:58.067410 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:13:59.319338 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:21.649698 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:22.461777 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4a00341f-028e-4c10-8f4f-ada59bc6d23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:23.805770 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:14:25.067033 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-7400efac-c090-4369-b4ed-c1ab864a0153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:26.352923 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:28.067467 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:29.312383 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:51.654506 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:52.477795 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-4df56bb9-5410-43d9-8bd0-91c8f67633c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:55.105589 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-6a0ff33b-f771-45c3-8769-34bc752326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:56.358935 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:58.123066 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:14:59.311791 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:00.805852 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 21:15:21.653685 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-5d50e5c1-a71b-4a7f-82fe-575bb5ff1ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (b0defbaa-0645-4b98-ae02-84c6a6dd8e0f), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:22.448286 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-f71a0dd1-d171-4727-a909-67c1b88ebfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (e47d2967-f509-4557-ba34-f821b13aea62), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:25.087995 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-3adc4da6-165d-4d9e-8133-ed532c15d22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (024aab02-73c6-4bf4-98fc-e4536edb416c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:26.328047 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-8765a501-90d9-487d-99c1-0786e3b74ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (7a4f1406-c0e3-49ad-b8bf-9673cd622d7b), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:28.082444 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9400fc6a-4b79-4e88-a333-9a889f8182d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (d99f5a22-64d7-4f0e-8f2b-fbbf3c8fdd3c), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:29.322067 dv-cinder-750782-20-iscsi neutron-server[110577]: DEBUG neutron_lib.callbacks.manager [None req-9ca20cd8-d809-4d00-a38c-2e0a96aba494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737994385255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919857'] for agent (05e3de93-67b0-4f8b-bf8f-8c6297c6d161), after_update {{(pid=110577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 21:15:37.808764 dv-cinder-750782-20-iscsi neutron-server[110578]: DEBUG neutron.db.agents_db [None req-bb87efda-be49-469b-bf73-fbf662d7bee8 None None] Agent healthcheck: found 6 active agents {{(pid=110578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}